-- Logs begin at Thu 2022-08-04 01:10:24 UTC, end at Thu 2022-08-04 02:37:21 UTC. -- Aug 04 02:08:52.318711 dv-cinder-740146-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 02:08:55.026248 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.common.config [-] Logging enabled! Aug 04 02:08:55.026812 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev460 Aug 04 02:08:55.026975 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104305) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 04 02:08:55.030211 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.common.config [-] Logging enabled! Aug 04 02:08:55.030471 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev460 Aug 04 02:08:55.030789 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104305) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 04 02:08:55.031745 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 02:08:55.031982 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 02:08:55.032460 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 02:08:55.032737 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 02:08:55.032973 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 02:08:55.033302 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.033610 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.033846 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.034154 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.034974 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.035266 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.035565 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.035870 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.036162 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.036452 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.036773 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.037013 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.037303 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.037598 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.037902 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.038121 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] debug = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.038409 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.038847 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.039259 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.039549 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.039844 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.040127 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.040407 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.040711 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.041003 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.041335 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] host = dv-cinder-740146-17-iscsi {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.041620 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.041916 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.042203 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.042496 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.042777 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.043061 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.043349 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.043627 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.043904 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.044183 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.044481 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.044802 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.045098 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.045326 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.045553 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.045844 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.046137 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.046418 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.046700 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.046980 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.047259 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.047537 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.047811 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.048101 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.048388 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.048702 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.048985 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.049264 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.049542 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.049819 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.050736 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.051017 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.051297 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.051575 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.051874 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.052150 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.052425 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.052749 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.053042 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.053331 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.053622 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.053903 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.054197 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.054474 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.054750 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.055030 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] use_json = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.055306 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.055581 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.055865 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.056143 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.056419 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.056723 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.057003 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.057295 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.057573 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:55.057875 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.058180 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.058487 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.058777 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.059085 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.059376 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.059676 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.059961 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.060257 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.060551 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.060869 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.061155 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.061463 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.061761 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.062066 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.062376 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.062678 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.062977 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.063260 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.063546 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.063828 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.064114 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.064406 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.064717 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.065014 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.065313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.065665 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.065972 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.066266 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.066557 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.066855 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.067152 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.067432 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.067719 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.068019 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.068303 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.068868 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.069167 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.069451 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.069732 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.070024 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.070321 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.070618 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.070901 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.071189 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.071490 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.071778 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.072064 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.072343 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.072635 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.072932 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.073228 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.073510 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.073790 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.074073 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.074356 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.074636 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.074915 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.075198 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.075477 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.075759 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.076041 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.076319 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.076597 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.076900 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.077178 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.077457 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.077733 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.078018 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.078298 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.078575 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.078854 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.079132 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.079411 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.079714 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.080000 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.080287 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.080575 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.080884 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.081172 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.081480 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.081766 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.082051 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.082331 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.082630 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.082925 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.083218 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.083507 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.083790 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.084115 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.084402 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.084712 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.084999 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.085285 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.085569 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.085858 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.086143 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.086430 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.086721 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.087012 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.087315 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.087618 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.087904 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.088208 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.088508 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.088837 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.089127 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.089441 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.089729 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:55.089950 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 02:08:55.090196 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104305) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 02:08:55.388794 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 04 02:08:55.389080 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 04 02:08:55.389390 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 04 02:08:55.389733 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 02:08:55.804751 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.805047 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.805326 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.806652 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.806942 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.807213 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.860675 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.860962 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.861238 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.875625 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.875912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.876191 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.906941 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.907158 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.907427 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.944217 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.944498 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:55.944797 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.187165 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.187789 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.187789 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.187955 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.188850 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.288490 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.288843 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.289136 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.289421 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.289699 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.290019 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.290292 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.290554 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.290819 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.291109 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.291379 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.291653 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.291919 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.292185 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.292451 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.292757 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.293024 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.293300 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.293579 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.293846 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.294129 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.294390 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.294682 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.295067 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.295328 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.295584 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.295986 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:56.296231 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:56.296474 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:56.296737 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:56.296979 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:56.297219 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:56.297593 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 02:08:56.301288 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 02:08:56.305225 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 02:08:56.309255 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 04 02:08:56.310889 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 02:08:56.311506 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 02:08:56.311848 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 02:08:56.312249 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 02:08:56.315060 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 02:08:56.315315 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 02:08:56.316269 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 02:08:56.321645 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 02:08:56.344452 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 02:08:56.344943 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.345246 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104305) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 04 02:08:56.345622 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.347002 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104305) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 02:08:56.347283 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 02:08:56.347530 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 02:08:56.350868 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.351152 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:56.508261 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 02:08:56.508443 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 02:08:56.508693 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 02:08:56.509087 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 02:08:56.561552 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO dbcounter [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Registered counter for database neutron Aug 04 02:08:56.580844 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_db.sqlalchemy.engines [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104305) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 02:08:56.586644 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG dbcounter [-] [104305] Writer thread running {{(pid=104305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 04 02:08:57.139925 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing driver for type 'gre' Aug 04 02:08:57.140555 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] gre ID ranges: [(1, 1000)] Aug 04 02:08:57.197683 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing driver for type 'local' Aug 04 02:08:57.198292 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing driver for type 'vlan' Aug 04 02:08:57.213245 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] VlanTypeDriver initialization complete Aug 04 02:08:57.213594 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing driver for type 'vxlan' Aug 04 02:08:57.214098 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] vxlan ID ranges: [(1, 1000)] Aug 04 02:08:57.269786 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing extension driver 'port_security' Aug 04 02:08:57.270133 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.extensions.port_security [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] PortSecurityExtensionDriver initialization complete Aug 04 02:08:57.270475 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing mechanism driver 'openvswitch' Aug 04 02:08:57.270806 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing mechanism driver 'hyperv' Aug 04 02:08:57.277621 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.plugin [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:08:57.278323 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.278704 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.279071 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.279589 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 04 02:08:57.280021 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.280386 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.280773 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.281179 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 04 02:08:57.281598 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.281958 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.282317 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.282717 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 04 02:08:57.283133 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > security_group after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.283492 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > security_group after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.283843 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.284245 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 04 02:08:57.284681 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.285041 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.285390 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.285789 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 04 02:08:57.286200 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > address_group after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.286552 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > address_group after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.286901 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.287296 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104305) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 04 02:08:57.287745 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] ML2 OVO RPC backend initialized. {{(pid=104305) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 04 02:08:57.288463 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.288848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.289277 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.289639 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > networks before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.289995 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.290345 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > ports before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.290697 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.291047 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnets before_response 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.291401 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.291750 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.292097 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.292441 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.292811 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.293156 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.293498 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.293841 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.294182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.301791 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded quota_driver: . Aug 04 02:08:57.302192 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.plugin [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Modular L2 Plugin initialization complete Aug 04 02:08:57.302524 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading services supported by the core plugin {{(pid=104305) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 02:08:57.302884 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.plugins.ml2.managers [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Got port-security extension from driver 'port_security' Aug 04 02:08:57.303465 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.extensions.vlantransparent [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Disabled vlantransparent extension. Aug 04 02:08:57.303889 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104305) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 02:08:57.304216 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: router Aug 04 02:08:57.341011 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.341406 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_create 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.341789 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router before_create 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.342165 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.342547 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.342911 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_delete 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.343279 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.343638 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.344005 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_create 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.344362 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_update 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.344743 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_update 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.345106 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.345475 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_update 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.345894 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_update 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.346274 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.346623 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.347010 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: subnet after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.347355 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.347711 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.348068 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_create 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.348417 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.348804 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.349167 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router after_update 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.349516 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.349875 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_create 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.350242 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.350595 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_update 55549900 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.350971 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > agent after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.351331 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > agent after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.351680 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > network after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.352550 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Tracking information for resource: router configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:57.352916 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Tracking information for resource: floatingip configured {{(pid=104305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 02:08:57.357738 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.db.l3_agentschedulers_db [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 02:08:57.358320 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.358687 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port after_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.359043 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port after_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.359400 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: port after_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.360206 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router before_create 55550100 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.360578 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.360978 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_create 55550100 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.361345 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > router precommit_update 55550100 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.366305 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.provider_configuration [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service providers = [] {{(pid=104305) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 02:08:57.366681 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.db.servicetype_db [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104305) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 02:08:57.369863 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.service_base [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 02:08:57.370220 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.service_base [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 02:08:57.370568 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.service_base [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 02:08:57.371479 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.services.service_base [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 02:08:57.371857 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.services.service_base [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 02:08:57.372242 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.372566 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 02:08:57.384838 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.385181 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: auto_allocate Aug 04 02:08:57.390827 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: network precommit_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.391149 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: network precommit_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.391685 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.392012 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: tag Aug 04 02:08:57.399446 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.399778 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: timestamp Aug 04 02:08:57.403628 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.403969 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: network_ip_availability Aug 04 02:08:57.409634 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.410017 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.410385 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.411115 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.411447 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: flavors Aug 04 02:08:57.416372 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.416738 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading Plugin: revisions Aug 04 02:08:57.420991 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 02:08:57.421402 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_concurrency.lockutils [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.032s {{(pid=104305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 04 02:08:57.422151 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104305) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 04 02:08:57.422495 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Initializing extension manager. Aug 04 02:08:57.423024 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: __init__.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.423376 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: __pycache__ {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.423719 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: address_group.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.424436 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.425068 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: address-group Aug 04 02:08:57.425400 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: address_scope.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.426083 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.426601 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: address-scope Aug 04 02:08:57.426930 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.427820 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.428337 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: router-admin-state-down-before-update Aug 04 02:08:57.428696 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: agent.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.429368 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.429881 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: agent Aug 04 02:08:57.430209 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: agent_resources_synced.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.431089 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.431602 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: agent-resources-synced Aug 04 02:08:57.431934 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: allowedaddresspairs.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.433736 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.434276 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: allowed-address-pairs Aug 04 02:08:57.434612 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: auto_allocated_topology.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.435639 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.436165 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: auto-allocated-topology Aug 04 02:08:57.436502 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: availability_zone.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.437198 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.437715 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: availability_zone Aug 04 02:08:57.438045 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: availability_zone_filter.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.438924 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.439444 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: availability_zone_filter Aug 04 02:08:57.439778 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: data_plane_status.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.441183 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.441711 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 02:08:57.442050 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: default_subnetpools.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.442935 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.443455 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: default-subnetpools Aug 04 02:08:57.444058 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.444865 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.445385 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: dhcp_agent_scheduler Aug 04 02:08:57.445717 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: dns.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.446601 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.447115 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 02:08:57.447444 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: dns_domain_ports.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.448337 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.448878 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 02:08:57.449211 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.450097 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.450606 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 02:08:57.450937 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: dvr.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.451586 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.452103 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: dvr Aug 04 02:08:57.452435 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: ecmp_routes.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.453340 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.453850 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 02:08:57.454177 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: empty_string_filtering.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.455055 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.455568 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: empty-string-filtering Aug 04 02:08:57.455896 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.457395 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.457908 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 02:08:57.458236 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.459107 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.459621 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 02:08:57.459947 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: external_net.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.460850 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.461369 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: external-net Aug 04 02:08:57.461703 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.462575 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.463090 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: extra_dhcp_opt Aug 04 02:08:57.463418 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: extraroute.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.464293 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.464836 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: extraroute Aug 04 02:08:57.465166 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: extraroute_atomic.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.466159 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.466672 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: extraroute-atomic Aug 04 02:08:57.467001 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: filter_validation.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.467633 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.468343 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: filter-validation Aug 04 02:08:57.468706 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: fip_pf_description.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.469586 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.470096 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 02:08:57.470425 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: fip_pf_port_range.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.471304 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.472221 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 04 02:08:57.472503 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: fip_port_details.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.473424 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.473939 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: fip-port-details Aug 04 02:08:57.474266 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: flavors.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.475455 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.475981 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: flavors Aug 04 02:08:57.476313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.477952 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.478485 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 02:08:57.478824 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: floatingip_pools.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.479503 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.480026 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: floatingip-pools Aug 04 02:08:57.480358 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: ip_allocation.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.481289 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.481810 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 02:08:57.482145 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.483045 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.483563 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: ip-substring-filtering Aug 04 02:08:57.483893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l2_adjacency.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.484831 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.485343 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 02:08:57.485670 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.486604 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.487125 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: router Aug 04 02:08:57.487676 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.489988 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.490532 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 02:08:57.490873 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.491770 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.492297 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: ext-gw-mode Aug 04 02:08:57.492653 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.493551 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.494067 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: l3-ha Aug 04 02:08:57.494397 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.495276 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.495787 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 04 02:08:57.496118 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_flavors.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.497025 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.497545 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: l3-flavors Aug 04 02:08:57.497875 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.499233 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.499767 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 04 02:08:57.500103 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.501021 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.501549 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 02:08:57.501884 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: l3agentscheduler.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.502901 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.504034 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: l3_agent_scheduler Aug 04 02:08:57.504366 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: local_ip.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.506120 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.506654 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension local_ip not supported by any of loaded plugins Aug 04 02:08:57.506991 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: logging.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.508435 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.509000 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension logging not supported by any of loaded plugins Aug 04 02:08:57.509341 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: metering.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.510059 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.510847 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: metering Aug 04 02:08:57.511189 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.512261 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.512818 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: metering_source_and_destination_fields Aug 04 02:08:57.513154 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: multiprovidernet.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.514055 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.514577 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: multi-provider Aug 04 02:08:57.514908 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: netmtu.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.515796 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.516315 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: net-mtu Aug 04 02:08:57.516679 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: netmtu_writable.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.517568 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.518090 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: net-mtu-writable Aug 04 02:08:57.518423 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: network_availability_zone.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.519675 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.520193 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: network_availability_zone Aug 04 02:08:57.520527 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: network_ip_availability.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.521765 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.522288 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: network-ip-availability Aug 04 02:08:57.522622 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: network_segment_range.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.523362 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.523877 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 02:08:57.524210 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: pagination.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.525184 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.525520 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: pagination Aug 04 02:08:57.525848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: port_device_profile.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.526723 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.527250 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: port-device-profile Aug 04 02:08:57.527583 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: port_mac_address_override.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.528470 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.529033 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: port-mac-override Aug 04 02:08:57.529366 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.530254 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.530778 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: port-mac-address-regenerate Aug 04 02:08:57.531110 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.532000 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.532517 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: port-numa-affinity-policy Aug 04 02:08:57.532878 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: port_resource_request.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.533755 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.534289 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 02:08:57.534619 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: port_resource_request_groups.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.535552 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.536070 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 04 02:08:57.536401 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: portbindings.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.537317 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.537835 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: binding Aug 04 02:08:57.538165 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: portbindings_extended.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.539372 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.539893 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: binding-extended Aug 04 02:08:57.540229 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: portsecurity.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.541138 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.541660 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: port-security Aug 04 02:08:57.541996 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: project_id.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.542938 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.543276 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: project-id Aug 04 02:08:57.543605 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: providernet.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.544486 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.545082 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: provider Aug 04 02:08:57.545384 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.548876 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.549411 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos not supported by any of loaded plugins Aug 04 02:08:57.549757 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.551474 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.551999 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 02:08:57.552342 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.553285 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.553800 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 02:08:57.554141 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_default.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.555016 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.555527 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-default not supported by any of loaded plugins Aug 04 02:08:57.555861 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_fip.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.556789 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.557309 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 02:08:57.557641 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.558521 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.559037 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 04 02:08:57.559369 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_gateway_ip.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.560258 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.560813 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 02:08:57.561143 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_port_network_policy.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.562020 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.562538 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 02:08:57.562867 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.563875 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.564390 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 04 02:08:57.564751 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.566311 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.566823 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 04 02:08:57.567153 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_pps_rule.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.568286 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.569101 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-pps not supported by any of loaded plugins Aug 04 02:08:57.569434 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_rule_type_details.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.570321 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.570835 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 02:08:57.571220 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.572066 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.572579 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 04 02:08:57.573028 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: qos_rules_alias.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.573952 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.574467 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 02:08:57.574797 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: quota_check_limit.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.575672 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.576193 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: quota-check-limit Aug 04 02:08:57.576520 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: quotasv2.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.577470 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.577801 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: quotas Aug 04 02:08:57.578128 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: quotasv2_detail.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.579807 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.580152 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: quota_details Aug 04 02:08:57.580488 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: rbac.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.583215 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.583763 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: rbac-policies Aug 04 02:08:57.584105 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: rbac_address_group.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.585040 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.585576 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: rbac-address-group Aug 04 02:08:57.585915 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: rbac_address_scope.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.586804 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.587331 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: rbac-address-scope Aug 04 02:08:57.587671 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: rbac_security_groups.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.588648 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.589183 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: rbac-security-groups Aug 04 02:08:57.589521 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: rbac_subnetpool.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.590422 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.590946 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: rbac-subnetpool Aug 04 02:08:57.591280 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: revisionifmatch.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.592180 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.592730 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: revision-if-match Aug 04 02:08:57.593071 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: revisions.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.594153 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.594674 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: standard-attr-revisions Aug 04 02:08:57.595012 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: router_availability_zone.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.595660 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.596182 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: router_availability_zone Aug 04 02:08:57.596518 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: routerservicetype.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.597473 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.598000 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 02:08:57.598337 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.599234 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.599761 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: security-groups-normalized-cidr Aug 04 02:08:57.600096 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.601014 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.601541 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: port-security-groups-filtering Aug 04 02:08:57.601877 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.602773 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.603310 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: security-groups-remote-address-group Aug 04 02:08:57.603645 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.604551 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.605100 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: security-groups-shared-filtering Aug 04 02:08:57.605436 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: securitygroup.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.615376 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.615921 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: security-group Aug 04 02:08:57.616271 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: segment.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.616997 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.617522 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension segment not supported by any of loaded plugins Aug 04 02:08:57.617862 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.618763 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.619291 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 02:08:57.619624 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: servicetype.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.620712 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.621243 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: service-type Aug 04 02:08:57.621579 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: sorting.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.622526 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.622865 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: sorting Aug 04 02:08:57.623198 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: standard_attr_segment.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.624087 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.624609 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 02:08:57.624963 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: standardattrdescription.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.625585 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.626109 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: standard-attr-description Aug 04 02:08:57.626440 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: stateful_security_group.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.627346 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.627867 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: stateful-security-group Aug 04 02:08:57.628810 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: stdattrs_common.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.629371 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 02:08:57.629761 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.630604 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.631126 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 02:08:57.631454 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: subnet_onboard.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.633279 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.633279 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: subnet_onboard Aug 04 02:08:57.633454 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.634277 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.634792 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 02:08:57.635122 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: subnet_service_types.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.636032 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.636556 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: subnet-service-types Aug 04 02:08:57.636912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: subnetallocation.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.638034 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.638491 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: subnet_allocation Aug 04 02:08:57.638824 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.639816 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.639981 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: subnetpool-prefix-ops Aug 04 02:08:57.640310 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.641296 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.641764 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 02:08:57.642091 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: tagging.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.643116 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.643672 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: standard-attr-tag Aug 04 02:08:57.644012 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: timestamp.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.645213 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.645742 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loaded extension: standard-attr-timestamp Aug 04 02:08:57.646075 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: trunk.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.647078 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.647594 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension trunk not supported by any of loaded plugins Aug 04 02:08:57.647928 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: trunk_details.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.648842 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.649359 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 02:08:57.649692 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: uplink_status_propagation.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.650580 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.651095 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 02:08:57.651427 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Loading extension file: vlantransparent.py {{(pid=104305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 04 02:08:57.652070 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 04 02:08:57.652613 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 02:08:57.655276 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:network Aug 04 02:08:57.655815 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:subnet Aug 04 02:08:57.656227 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 02:08:57.656642 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:port Aug 04 02:08:57.657997 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.658447 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service FLAVORS assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.659071 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.659537 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.659876 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:router Aug 04 02:08:57.660312 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 02:08:57.660823 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service METERING assigned prefix: /metering {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.662298 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.662680 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.663045 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:08:57.664078 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 02:08:57.664535 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:security_group Aug 04 02:08:57.665007 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 02:08:57.665556 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service CORE assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.666027 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 02:08:57.666247 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] subnetpool is already registered Aug 04 02:08:57.666679 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service CORE assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.667010 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 02:08:57.667349 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] subnetpool is already registered Aug 04 02:08:57.669801 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.670243 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service FLAVORS assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.670849 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.671281 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.671621 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:router Aug 04 02:08:57.671965 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] router is already registered Aug 04 02:08:57.672379 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 02:08:57.672752 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] floatingip is already registered Aug 04 02:08:57.673221 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service METERING assigned prefix: /metering {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.673910 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 02:08:57.674243 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] rbac_policy is already registered Aug 04 02:08:57.674664 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:security_group Aug 04 02:08:57.675524 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] security_group is already registered Aug 04 02:08:57.675939 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 02:08:57.676279 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] security_group_rule is already registered Aug 04 02:08:57.676957 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service CORE assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.677297 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 02:08:57.677640 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] subnetpool is already registered Aug 04 02:08:57.678068 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.v2.resource_helper [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Service CORE assigned prefix: {{(pid=104305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 02:08:57.678401 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 02:08:57.678740 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING neutron.quota.resource_registry [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] subnetpool is already registered Aug 04 02:08:57.679211 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: extensions {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.680766 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: address-groups {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.682296 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: address-scopes {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.683622 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: agents {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.684830 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: auto-allocated-topology {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.686117 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: availability_zones {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.687353 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: dhcp-networks {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.689101 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: dhcp-agents {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.691201 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: routers {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.692951 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: flavors {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.694525 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: service_profiles {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.695754 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: next_providers {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.697269 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: service_profiles {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.698867 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: floatingip-pools {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.700106 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: routers {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.701885 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: floatingips {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.703168 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: l3-routers {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.704612 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: l3-agents {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.706061 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: metering-labels {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.707352 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: metering-label-rules {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.708793 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: network-ip-availabilities {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.710070 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: bindings {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.711660 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: quotas {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.714280 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: quotas {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.715840 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: rbac-policies {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.717093 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: security-groups {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.718420 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: security-group-rules {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.719699 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: service-providers {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.720962 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: subnetpools {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.722336 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: subnetpools {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.723907 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.725677 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.727543 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.729370 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.731079 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.733115 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.734906 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.736861 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.739336 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.741138 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron.api.extensions [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Extended resource: tags {{(pid=104305) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 02:08:57.747522 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING keystonemiddleware.auth_token [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 02:08:57.752729 dv-cinder-740146-17-iscsi neutron-server[104305]: WARNING keystonemiddleware.auth_token [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 02:08:57.762392 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_concurrency.lockutils [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Acquired lock "singleton_lock" {{(pid=104305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 04 02:08:57.762881 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_concurrency.lockutils [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Releasing lock "singleton_lock" {{(pid=104305) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 04 02:08:57.763547 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Starting 2 workers Aug 04 02:08:57.768421 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Started child 104416 {{(pid=104305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 02:08:57.773019 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Started child 104417 {{(pid=104305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 02:08:57.774024 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:08:57.774716 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO neutron.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 02:08:57.775323 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:08:57.775519 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [-] (104416) wsgi starting up on http://0.0.0.0:9696 Aug 04 02:08:57.777786 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:08:57.778267 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Starting 1 workers Aug 04 02:08:57.779323 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [-] (104417) wsgi starting up on http://0.0.0.0:9696 Aug 04 02:08:57.783011 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Started child 104418 {{(pid=104305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 02:08:57.783562 dv-cinder-740146-17-iscsi neutron-server[104305]: INFO oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Starting 1 workers Aug 04 02:08:57.786821 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] calling RpcWorker wait() {{(pid=104418) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 02:08:57.787368 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] returning from RpcWorker wait() {{(pid=104418) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 02:08:57.788129 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Started child 104419 {{(pid=104305) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 02:08:57.788717 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:08:57.788948 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG neutron_lib.callbacks.manager [None req-97196bed-7d73-43a4-a2a9-c6932e1e2845 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:08:57.789311 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:08:57.790867 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 02:08:57.791085 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 02:08:57.791278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 02:08:57.791497 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 02:08:57.791838 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 02:08:57.792027 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 02:08:57.792551 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.792874 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.793154 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.793239 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:08:57.793678 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.794019 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.794312 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.794507 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:08:57.794595 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.794844 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.795120 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.795296 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.795466 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.795733 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.795986 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.796304 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.796585 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.796870 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.797117 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.797292 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.797567 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.797835 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.798106 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.798403 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] debug = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.798686 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.799201 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.799453 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.799707 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.800491 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.800825 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.801080 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.801343 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.801583 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.801803 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.802058 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.802316 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.802578 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.802817 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.803066 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.803342 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.803570 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.804055 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] host = dv-cinder-740146-17-iscsi {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.804308 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.804559 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.804857 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.805110 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.805365 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.805587 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.805863 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.806114 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.806384 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.806620 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.806844 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.807095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.807346 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.807598 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.807766 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_options = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.808024 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.808292 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.808550 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.808777 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.808954 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.809121 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.809384 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.809550 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.809806 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.810029 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.810268 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.810501 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.810729 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.810949 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.811216 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.811454 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.811689 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.811923 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.812172 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.812420 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.812689 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.812949 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.813185 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.813408 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.813632 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.813880 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.814139 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.814385 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.814608 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.814848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.815093 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.815356 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.816167 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.816413 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.816712 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.816950 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.817352 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.817609 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.817725 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.817897 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.818185 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.818426 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.818897 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.819144 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.819506 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.819706 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.819855 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_json = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.820072 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.820318 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.820558 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.821164 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.821164 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.821750 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.821750 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.821750 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.822154 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.822317 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.822622 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.822934 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.824313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.824313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.824313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.824313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.824313 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826600 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826600 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.826829 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.827058 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.827293 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.827677 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.828072 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.828498 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.828939 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.829186 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.829608 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.829982 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.830424 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.830840 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.831440 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.831962 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.832443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.832897 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.833165 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.833432 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.833689 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.833917 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.834168 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.834372 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.834603 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.834864 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.835115 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.835362 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.835617 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.835863 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.836286 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.836748 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.837221 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.837650 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.838030 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.838426 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.838809 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.839175 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.839548 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.839929 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.840365 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.840852 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.841281 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.841696 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.842135 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.842553 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.842995 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.843421 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.843832 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.844242 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.844678 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.845096 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.845497 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.845930 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.846349 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.846765 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.847185 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.847612 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.848007 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.848435 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.848864 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.849295 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.849715 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.850556 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.850556 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.850556 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.850815 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.850815 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.851020 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.851244 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.851488 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.851906 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.852306 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.852758 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.853176 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.853593 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.853917 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.854171 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.854452 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.854716 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.854979 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.855207 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.855456 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.855686 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.855937 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.856160 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.856443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.856689 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.856954 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.857180 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.857404 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.857653 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.857893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.858124 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.858347 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.858572 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.858815 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.859074 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.859322 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.859569 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.859904 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.860096 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.860337 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.860575 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.860824 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.861063 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.861316 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.861592 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.861849 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.862158 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.862907 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.863349 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.863812 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.864075 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.864344 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.864769 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.865020 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.865290 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.865543 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.865957 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.866362 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.866623 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.867013 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.867402 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.867633 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.867877 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.868326 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.868671 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.868915 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.869138 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.869363 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.869656 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.869910 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.870156 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.870424 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.870685 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.870946 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.871204 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.871478 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.871714 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.871938 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.872194 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.872416 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.872727 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.872881 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.873140 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.873361 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.873581 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.873836 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.874058 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.874300 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.874536 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.874760 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.874982 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.875230 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.875449 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.875676 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.875928 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.876154 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.876378 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.876638 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.876869 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.877107 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.877348 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.877603 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.877870 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.878163 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.878902 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.879184 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.879426 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.879650 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.879903 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.880129 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.880351 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.880568 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.880819 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.881043 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.881279 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.881533 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.881753 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.881998 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.882252 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.882612 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.882865 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.883099 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.883365 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.883606 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.883851 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.884072 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.884314 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.884566 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.884817 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.885064 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.885310 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.885538 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.885763 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.886011 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.886236 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.886509 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.886752 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.886990 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.887228 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.887460 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.887684 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.887909 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.888151 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.888384 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.888593 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.888831 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.889085 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.889339 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.889647 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.889908 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.890154 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.890416 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.890671 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.890907 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.891131 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.891406 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.891571 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.891798 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.892022 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.892237 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.892465 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.892703 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.892920 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.893145 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.893370 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.893582 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.893872 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.894087 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.894302 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.894526 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.894844 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.894980 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.895169 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.895382 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.895954 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.895954 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.896217 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.896217 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.896458 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.896683 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.896902 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.897155 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.897380 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.897595 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.897909 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.898360 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.898464 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:08:57.898548 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.898694 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.898979 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.899207 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.899457 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.899780 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.900001 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.900264 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.900518 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.900788 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.901017 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.901290 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.901618 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.901910 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.902173 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.902431 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.902703 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.902978 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.903267 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.903641 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.904140 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.904489 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.904779 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.905065 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.905312 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.905567 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.905823 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.906036 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.906245 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.906478 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.906711 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.906934 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.907168 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.907466 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.907694 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.907927 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.908150 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.908380 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.908632 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.908893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.909141 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.909883 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 02:08:57.910460 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104305) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 02:08:57.910628 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 02:08:57.910787 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 02:08:57.910962 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 02:08:57.911135 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 02:08:57.911293 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 02:08:57.911506 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.911671 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.911835 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.911999 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.912187 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.912349 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.912502 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.912687 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.912853 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.913018 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.913180 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.913343 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.913508 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.913680 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.913865 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914024 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914152 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914290 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914425 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914560 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914720 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.914881 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] debug = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.915044 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.915254 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.915423 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.915585 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.915747 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.915908 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.916070 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.916231 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.916398 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.916561 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.916747 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.916911 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.917074 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.917237 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.917398 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.917561 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.917722 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.917877 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] host = dv-cinder-740146-17-iscsi {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.918034 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.918195 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.918356 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.918880 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.918880 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.918880 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.919893 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.920443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.920443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_options = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.920443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.920443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.920854 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.920854 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921021 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921124 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921287 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921451 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921613 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921775 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.921938 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.922101 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.922263 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.922424 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.922586 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.922749 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.922920 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.923072 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.923224 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.923543 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.923707 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.923853 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.924021 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.924185 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.924350 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.924517 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.924706 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.924883 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.925705 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.926011 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.926338 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.926638 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927222 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927222 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927396 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927396 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927669 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927756 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.927918 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.928039 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.928329 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.928401 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.928510 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.928683 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.928851 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929016 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929178 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_json = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929341 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929721 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929721 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929913 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.929990 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.930104 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.930266 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.930430 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.930592 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 02:08:57.930777 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.930944 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.931120 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.931285 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.931450 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.931606 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.931766 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.931931 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.932095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.932260 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.932432 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.932597 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.932794 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.932960 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.933126 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.933912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.933912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.933912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.933912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.933912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.934848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.934848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.934848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.934848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.934848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.934848 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.936262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937464 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937994 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937994 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937994 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.937994 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.938265 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.938343 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939987 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939987 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939987 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939987 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.939987 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.941095 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942134 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942134 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942134 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942134 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942134 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942134 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942663 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942663 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.942663 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943041 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943041 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943041 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943359 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943359 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943746 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.943872 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.944011 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.944174 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.944339 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.944504 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.944694 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.944860 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.945023 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.945189 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.945354 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.945536 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.945726 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.945894 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.946056 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.946220 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.946388 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.946552 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.946715 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.946879 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.947043 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.947206 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.947369 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.947536 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.947701 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.947864 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.948028 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.948190 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.948354 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.948517 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.948709 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.948874 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.949038 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.949202 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.949365 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.949529 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.949694 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.949858 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.950023 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.950186 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.950375 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.950539 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.950713 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.950877 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.951047 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.951213 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.951385 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.951560 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.951726 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.951891 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.952054 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.952232 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.952384 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.952548 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.952739 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.952905 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.953069 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.953233 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.953409 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.953575 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.953739 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.953903 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.954090 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.954255 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.954421 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.954586 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.954750 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.954916 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.955080 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.955244 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.955408 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.955573 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.955737 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.955903 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.956067 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.956257 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.956426 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.956591 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.956777 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.956945 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.957110 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.957277 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.957444 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.957610 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.957774 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.957938 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.958102 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.958267 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.958432 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.958597 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.958762 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.958926 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.959090 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.959254 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.959418 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.959584 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.959748 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.959912 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.960077 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.960244 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.960408 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.960573 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.960761 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.960927 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.961093 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.961258 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.961426 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.961594 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.961761 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.961926 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.962090 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.962257 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.962422 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.962587 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.962753 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.962917 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.963082 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.963264 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.963430 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.963595 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.963761 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.963926 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.964090 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.964254 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.964418 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.964582 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.964768 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.964935 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.965100 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.965264 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.965428 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.965592 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.965757 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.965925 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.966092 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.966262 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.966426 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.966592 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.966756 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.966921 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.967086 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.967250 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.967414 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.967579 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.967745 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.967908 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.968087 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.968253 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.968420 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.968583 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.968771 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.968936 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.969111 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.969278 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.969443 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.969606 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.969777 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970465 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970465 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970465 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970465 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970795 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970795 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.970946 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.971023 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.971157 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.971322 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.971485 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.971649 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.972321 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.972498 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.972689 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.972859 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.973022 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.973186 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.973350 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.973524 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.973690 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.973855 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.974019 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.974183 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.974348 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.974522 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.974688 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.974853 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.975027 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.975190 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.975355 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.975520 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.975699 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.975864 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.976236 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.976236 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.976390 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.976470 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.976658 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.976835 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.977010 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.977182 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.977349 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.977521 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.977693 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.977867 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.978033 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.978204 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.978380 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.978546 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.978710 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.978875 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.979027 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.979191 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.979357 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.979523 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.979683 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.979840 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.980003 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.980167 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.980332 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.980497 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.980687 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.980855 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.981019 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.981184 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.981349 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.981513 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 02:08:57.981673 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104305) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 02:08:58.003569 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49044) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:08:58.010519 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [-] 10.222.0.45 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047596 Aug 04 02:08:58.015022 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [-] 10.222.0.45 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039141 Aug 04 02:09:07.263837 dv-cinder-740146-17-iscsi neutron-server[104305]: DEBUG dbcounter [-] [104305] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104305) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:09.357470 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470dbe30-d91b-480d-a598-4c249edebf0e None None] get_active_networks_info from dv-cinder-740146-17-iscsi {{(pid=104418) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 04 02:09:09.367505 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writer thread running {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 04 02:09:09.367871 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writer thread running {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 04 02:09:09.457683 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470dbe30-d91b-480d-a598-4c249edebf0e None None] No non-hosted networks {{(pid=104418) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 02:09:09.460238 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cc47203e-730c-4f90-b1df-d5f40ef39b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761984'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:11.014103 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writer thread running {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 04 02:09:11.461483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c726d9d4-9c52-493a-abf4-8f8cd18332f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761984'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:11.521962 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-88737af4-1141-4672-9920-687087673867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:12.698256 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761984'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:12.725747 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49118) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:13.300700 dv-cinder-740146-17-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-6a05d63d-c445-4546-9068-977561ed4709 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:13.301587 dv-cinder-740146-17-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-6a05d63d-c445-4546-9068-977561ed4709 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:13.528130 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-6a05d63d-c445-4546-9068-977561ed4709 admin admin] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:09:13.541887 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6a05d63d-c445-4546-9068-977561ed4709 admin admin] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8144658 Aug 04 02:09:14.284850 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761984'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:14.398291 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761984'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:14.399612 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.400328 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.401029 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.401658 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.402168 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.406159 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.406527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.409444 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.411091 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.411459 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.411820 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.412165 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.412519 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.417301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.418176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:14.418941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-17-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:14.439975 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-17-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:15.809091 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.db.l3_hamode_db [None req-6e9ef6cc-ffe9-4fc0-8801-a7c4fb1864c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 02:09:15.892827 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ef6cc-ffe9-4fc0-8801-a7c4fb1864c9 None None] Routers set() bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:09:15.893199 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ef6cc-ffe9-4fc0-8801-a7c4fb1864c9 None None] Router IDs set() for agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 04 02:09:15.918450 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49148) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:16.257388 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:16.350232 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.policy [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104417) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 02:09:16.393845 dv-cinder-740146-17-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:16.394227 dv-cinder-740146-17-iscsi neutron-server[104417]: WARNING oslo_policy.policy [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:16.414551 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writer thread running {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 04 02:09:16.496074 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776425725266', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776425725798', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776425708678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776425694805', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776425687547', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776425678136', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-866165', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-790955', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2061985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2009180'] for rbac-policy (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:16.567406 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:16.569247 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-14beda03-a15d-4ce5-b949-d0228931344f admin admin] 10.222.0.45 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6491828 Aug 04 02:09:18.831399 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49160) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:19.163897 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:19.194765 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Made reservation on behalf of 2f4f29d6d3a14c9eb0650231a82bbdef for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:09:19.198679 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.216540 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.332285 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks [] for security_group (97d970f7-abf2-43a6-a70a-36cfefff53ef), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.336142 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (97d970f7-abf2-43a6-a70a-36cfefff53ef), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.361331 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:09:19.398449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776429406940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (70fa7b62-e776-44be-b06a-645a2129d0ff), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.399024 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Unsubscribe: segment precommit_create {{(pid=104417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 02:09:19.399594 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Added segment 70fa7b62-e776-44be-b06a-645a2129d0ff of type vlan for network 35072b8f-9b16-4724-b7a9-d1fcc702b20a Aug 04 02:09:19.416118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=97d970f7-abf2-43a6-a70a-36cfefff53ef,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:19.467055 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.467324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.467666 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.468017 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.468353 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.468703 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.469278 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.469610 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.469953 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.470277 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.470599 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.470935 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.471283 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.471605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.471922 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Tracked resource versions report: Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: pushed versions: Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Agent': {'1.1'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Log': {'1.0'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'NDPProxy': {'1.0'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Network': {'1.1'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Port': {'1.7'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'PortForwarding': {'1.3'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: consumer versions: Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Agent': '1.1', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Log': '1.0', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'NDPProxy': '1.0', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Network': '1.1', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Port': '1.7', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'PortForwarding': '1.3', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SubPort': '1.0', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Subnet': '1.1', Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Aug 04 02:09:19.473368 dv-cinder-740146-17-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:09:19.515468 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (35072b8f-9b16-4724-b7a9-d1fcc702b20a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.556539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (35072b8f-9b16-4724-b7a9-d1fcc702b20a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.561799 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:19.562478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:19.665361 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8328636 Aug 04 02:09:19.686438 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:19.698728 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4f4af-7b4a-435b-8400-bad2e3fc233f demo demo] Pushing event updated for resources: {'Network': ['ID=35072b8f-9b16-4724-b7a9-d1fcc702b20a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:19.719615 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:09:21.997720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49174) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:22.443519 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838ae73-5a76-41b5-90af-25ca5d328b8a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:22.445229 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b838ae73-5a76-41b5-90af-25ca5d328b8a demo admin] 10.222.0.45 "GET /networking/v2.0/networks/35072b8f-9b16-4724-b7a9-d1fcc702b20a HTTP/1.1" status: 200 len: 825 time: 0.4465561 Aug 04 02:09:22.470438 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5d348775-6194-43c7-94dd-10d17b908530 demo admin] 10.222.0.45 "GET /networking/v2.0/subnetpools/1869b069-7e56-4e96-ae44-3b11d8e6441f HTTP/1.1" status: 200 len: 734 time: 0.0193300 Aug 04 02:09:22.479975 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Request body: {'subnet': {'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:22.502849 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Made reservation on behalf of 2f4f29d6d3a14c9eb0650231a82bbdef for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:09:22.505541 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:22.741397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:22.812574 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (d2315462-eeaa-4077-8c7f-2321ce03ecc3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:22.882373 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d2315462-eeaa-4077-8c7f-2321ce03ecc3,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:22.886883 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Checking segment: {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:09:22.887548 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Network hostable DHCP agents. Network: 35072b8f-9b16-4724-b7a9-d1fcc702b20a, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:09:22.913290 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:09:22.924903 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 35072b8f-9b16-4724-b7a9-d1fcc702b20a) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:09:22.930992 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:22.931931 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:22.935933 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f66c9-7f02-44c7-b1c1-74f7e56c8de6 None None] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:09:22.949106 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-76c6c23c-05a6-428c-80df-1396da389130 demo admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4724045 Aug 04 02:09:23.208527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:09:23.209938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:23.503157 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Allocated IP 172.20.0.2 (35072b8f-9b16-4724-b7a9-d1fcc702b20a/d2315462-eeaa-4077-8c7f-2321ce03ecc3/5c474a07-0298-4ea3-ab4d-7c447885abfc) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:09:23.793957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Publish callbacks [] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:23.804207 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:23.890527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:09:23.895483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:09:23.897507 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Pushing event updated for resources: {'Port': ['ID=5c474a07-0298-4ea3-ab4d-7c447885abfc,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:23.902919 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:09:23.910790 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.911127 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.911475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.911844 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.912178 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.912504 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.912851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.913175 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.913499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.913812 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.914133 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.914468 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.914789 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.915414 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.915414 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Tracked resource versions report: Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: pushed versions: Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Agent': {'1.1'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Log': {'1.0'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'NDPProxy': {'1.0'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Network': {'1.1'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Port': {'1.7'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'PortForwarding': {'1.3'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: consumer versions: Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Agent': '1.1', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Log': '1.0', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'NDPProxy': '1.0', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Network': '1.1', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Port': '1.7', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'PortForwarding': '1.3', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SubPort': '1.0', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Subnet': '1.1', Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Aug 04 02:09:23.916927 dv-cinder-740146-17-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:09:24.000437 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Attempting to bind port 5c474a07-0298-4ea3-ab4d-7c447885abfc on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:09:24.001151 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Attempting to bind port 5c474a07-0298-4ea3-ab4d-7c447885abfc by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:09:24.001281 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Attempting to bind port 5c474a07-0298-4ea3-ab4d-7c447885abfc on network 35072b8f-9b16-4724-b7a9-d1fcc702b20a {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:09:24.007009 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:09:24.007383 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Checking segment: {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:09:24.007846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:24.008236 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Bound using segment: {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:09:24.008715 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Bound port: 5c474a07-0298-4ea3-ab4d-7c447885abfc, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:09:24.009120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:24.020265 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:24.081423 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] For port 5c474a07-0298-4ea3-ab4d-7c447885abfc, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:09:24.104530 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] For port 5c474a07-0298-4ea3-ab4d-7c447885abfc, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=5c474a07-0298-4ea3-ab4d-7c447885abfc,segment=NetworkSegment(70fa7b62-e776-44be-b06a-645a2129d0ff),segment_id=70fa7b62-e776-44be-b06a-645a2129d0ff)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:09:24.113683 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:24.181941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cde4b-8947-432e-8d17-1824b626c652 None None] Pushing event updated for resources: {'Port': ['ID=5c474a07-0298-4ea3-ab4d-7c447885abfc,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:24.322008 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:24.323971 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=8 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:25.357531 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49188) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:25.926249 dv-cinder-740146-17-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-21b2acee-9083-4e5b-8ed7-05a6d2b23cca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:25.926815 dv-cinder-740146-17-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-21b2acee-9083-4e5b-8ed7-05a6d2b23cca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:26.145430 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-21b2acee-9083-4e5b-8ed7-05a6d2b23cca admin admin] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:09:26.146684 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-21b2acee-9083-4e5b-8ed7-05a6d2b23cca admin admin] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7873092 Aug 04 02:09:28.472000 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49202) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:28.821988 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-da66d1e7-6196-4656-911a-ce6eda565089 admin admin] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:09:28.823089 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-da66d1e7-6196-4656-911a-ce6eda565089 admin admin] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3501415 Aug 04 02:09:31.185810 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49214) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:31.531775 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:31.592069 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.policy [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 02:09:31.636253 dv-cinder-740146-17-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:31.636654 dv-cinder-740146-17-iscsi neutron-server[104416]: WARNING oslo_policy.policy [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 02:09:31.658253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writer thread running {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 04 02:09:31.658989 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:31.706838 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (b0b4145f-a257-4ac9-a996-faaddbd5271a), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:31.708800 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (b0b4145f-a257-4ac9-a996-faaddbd5271a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:31.872310 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Publish callbacks [] for router_controller (b0b4145f-a257-4ac9-a996-faaddbd5271a), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:31.879730 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (b0b4145f-a257-4ac9-a996-faaddbd5271a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:31.908755 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:31.910025 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b8b72256-9536-4590-b822-5fcbb4cf5acd demo demo] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7232344 Aug 04 02:09:32.205073 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 5c474a07-0298-4ea3-ab4d-7c447885abfc up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:09:32.299707 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 5c474a07-0298-4ea3-ab4d-7c447885abfc triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:32.300193 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:32.416556 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 5c474a07-0298-4ea3-ab4d-7c447885abfc is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:32.416997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:32.459584 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 5c474a07-0298-4ea3-ab4d-7c447885abfc, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=5c474a07-0298-4ea3-ab4d-7c447885abfc,segment=NetworkSegment(70fa7b62-e776-44be-b06a-645a2129d0ff),segment_id=70fa7b62-e776-44be-b06a-645a2129d0ff)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:09:32.462907 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:32.514380 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=5c474a07-0298-4ea3-ab4d-7c447885abfc,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:32.534451 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257bde6-148f-43e3-8487-3c8a074a9871 None None] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:09:32.600317 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:32.621265 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:32.635782 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-78ca9de6-f8c3-4b97-8ade-a86d5977ee38 None None] Provisioning complete for port 5c474a07-0298-4ea3-ab4d-7c447885abfc triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:32.636300 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78ca9de6-f8c3-4b97-8ade-a86d5977ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:32.754056 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-78ca9de6-f8c3-4b97-8ade-a86d5977ee38 None None] Current status of the port 5c474a07-0298-4ea3-ab4d-7c447885abfc is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:32.873061 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-dcec07d7-0629-4ae5-8234-9ce3c47a3b56 None None] Provisioning complete for port 5c474a07-0298-4ea3-ab4d-7c447885abfc triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:32.873293 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcec07d7-0629-4ae5-8234-9ce3c47a3b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:32.942470 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:32.943647 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:32.945580 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-dcec07d7-0629-4ae5-8234-9ce3c47a3b56 None None] Current status of the port 5c474a07-0298-4ea3-ab4d-7c447885abfc is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:34.175352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 5c474a07-0298-4ea3-ab4d-7c447885abfc up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:09:34.218825 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49230) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:34.226945 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 5c474a07-0298-4ea3-ab4d-7c447885abfc triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:34.226945 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:34.299548 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 5c474a07-0298-4ea3-ab4d-7c447885abfc is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:34.549098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [None req-f4627f2b-da7a-4e3b-b4c8-de982d055528 admin admin] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:09:34.550174 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f4627f2b-da7a-4e3b-b4c8-de982d055528 admin admin] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3303704 Aug 04 02:09:36.816000 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49238) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:37.137671 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:37.158601 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Made reservation on behalf of 457cd62a685649778d5130f3937b1bcf for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:09:37.161063 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.169248 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.245696 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks [] for security_group (0d2fd206-98bf-4f8b-a0ca-f6b8bef401c6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.249304 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (0d2fd206-98bf-4f8b-a0ca-f6b8bef401c6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.274278 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104417) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 02:09:37.285401 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2fd206-98bf-4f8b-a0ca-f6b8bef401c6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:37.292675 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (d2722810-1655-470e-8d2f-af0d767e7688), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.293584 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Added segment d2722810-1655-470e-8d2f-af0d767e7688 of type flat for network d4250021-aebc-476a-b8c1-3dd7b54d90d4 Aug 04 02:09:37.354576 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (d4250021-aebc-476a-b8c1-3dd7b54d90d4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.387719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (d4250021-aebc-476a-b8c1-3dd7b54d90d4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.388843 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:37.389419 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:37.458378 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6412554 Aug 04 02:09:37.488231 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3fd8-b518-4ca7-9cd5-b31f0d4b22e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d4250021-aebc-476a-b8c1-3dd7b54d90d4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:37.499120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:09:39.291189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-970e65f7-46ae-423d-b704-8e8b7750d73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:39.731629 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49246) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:40.100270 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4594e0a-f56f-49eb-b42f-4151d780d468 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:40.101715 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b4594e0a-f56f-49eb-b42f-4151d780d468 demo admin] 10.222.0.45 "GET /networking/v2.0/subnets/d2315462-eeaa-4077-8c7f-2321ce03ecc3 HTTP/1.1" status: 200 len: 849 time: 0.3691220 Aug 04 02:09:40.263278 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5ae966fe-dda6-4393-9ecc-c883fe1c085a demo admin] 10.222.0.45 "GET /networking/v2.0/routers/b0b4145f-a257-4ac9-a996-faaddbd5271a HTTP/1.1" status: 200 len: 704 time: 0.1554182 Aug 04 02:09:40.535949 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:40.766281 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:40.801567 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:40.829972 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Allocated IP 172.20.0.1 (35072b8f-9b16-4724-b7a9-d1fcc702b20a/d2315462-eeaa-4077-8c7f-2321ce03ecc3/25aeb1a9-6e7b-42fc-b27d-7a7655dabf80) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:09:41.030277 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks [] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.094052 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.169326 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:09:41.178288 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:09:41.182560 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:09:41.183110 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (b0b4145f-a257-4ac9-a996-faaddbd5271a), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.202550 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Pushing event updated for resources: {'Port': ['ID=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:41.382478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.415106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ab8d3225-c6bc-4940-aea1-11757a39f27c None None] Provisioning complete for port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:41.415678 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3225-c6bc-4940-aea1-11757a39f27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.459006 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ab8d3225-c6bc-4940-aea1-11757a39f27c None None] Port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:09:41.462332 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8797219b-d786-4220-aa95-18bf4282ec59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.594322 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks [] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.598793 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.599813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (b0b4145f-a257-4ac9-a996-faaddbd5271a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.678194 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Pushing event updated for resources: {'Port': ['ID=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:41.729771 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:09:41.731071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:09:41.737646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:41.885911 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:41.891756 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Router b0b4145f-a257-4ac9-a996-faaddbd5271a is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:09:41.900495 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=11,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:41.901371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:41.979542 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-78c54ea7-e174-4064-ab43-2f63fd721fc4 None None] Provisioning complete for port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:41.979846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78c54ea7-e174-4064-ab43-2f63fd721fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:41.984738 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:09:41.990952 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5ea4f5b5-c1b4-4357-803e-812af8d35a0a demo admin] 10.222.0.45 "PUT /networking/v2.0/routers/b0b4145f-a257-4ac9-a996-faaddbd5271a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7217414 Aug 04 02:09:41.995758 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Sync routers for ids ['b0b4145f-a257-4ac9-a996-faaddbd5271a'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:09:42.008703 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Routers {'b0b4145f-a257-4ac9-a996-faaddbd5271a'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:09:42.009430 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:09:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['b0b4145f-a257-4ac9-a996-faaddbd5271a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:42.091235 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-78c54ea7-e174-4064-ab43-2f63fd721fc4 None None] Port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:09:42.191879 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Set router b0b4145f-a257-4ac9-a996-faaddbd5271a gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:09:42.656927 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'name': 'router1', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:09:31Z', 'updated_at': '2022-08-04T02:09:41Z', 'revision_number': 2, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'gw_port_host': None, '_interfaces': [{'id': '25aeb1a9-6e7b-42fc-b27d-7a7655dabf80', 'name': '', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'mac_address': 'fa:16:3e:82:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:40Z', 'updated_at': '2022-08-04T02:09:41Z', 'revision_number': 2, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'subnets': [{'id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:42.674275 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:42.705844 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Checking router: b0b4145f-a257-4ac9-a996-faaddbd5271a for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:09:42.706216 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Updating router b0b4145f-a257-4ac9-a996-faaddbd5271a port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:09:42.760746 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:42.901305 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:09:43.267252 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Publish callbacks [] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:43.274301 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:43.399343 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Pushing event updated for resources: {'Port': ['ID=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:43.422244 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.422582 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.422940 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.423291 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.423623 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.424469 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.424816 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.425138 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.425561 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.425798 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.426118 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.426455 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.426774 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.427090 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.427404 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Tracked resource versions report: Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: pushed versions: Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: { 'AddressGroup': {'1.2'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Agent': {'1.1'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'ConntrackHelper': {'1.0'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Log': {'1.0'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'NDPProxy': {'1.0'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Network': {'1.1'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Port': {'1.7'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'PortForwarding': {'1.3'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'QosPolicy': {'1.10'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroup': {'1.5'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SubPort': {'1.0'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Subnet': {'1.1'}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Trunk': {'1.1'}} Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: consumer versions: Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Agent': '1.1', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'ConntrackHelper': '1.0', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'LocalIPAssociation': '1.0', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Log': '1.0', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'NDPProxy': '1.0', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Network': '1.1', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Port': '1.7', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'PortForwarding': '1.3', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'QosPolicy': '1.10', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroup': '1.5', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroupRule': '1.2', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SubPort': '1.0', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Subnet': '1.1', Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Trunk': '1.1'}} Aug 04 02:09:43.428902 dv-cinder-740146-17-iscsi neutron-server[104419]: {{(pid=104419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:09:43.443384 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Attempting to bind port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:09:43.443775 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Attempting to bind port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:09:43.444451 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Attempting to bind port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 on network 35072b8f-9b16-4724-b7a9-d1fcc702b20a {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:09:43.449698 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:09:43.450107 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Checking segment: {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:09:43.450566 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:43.450948 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Bound using segment: {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:09:43.451415 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Bound port: 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fa7b62-e776-44be-b06a-645a2129d0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:09:43.451793 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:43.514632 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] For port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:09:43.533985 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] For port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,segment=NetworkSegment(70fa7b62-e776-44be-b06a-645a2129d0ff),segment_id=70fa7b62-e776-44be-b06a-645a2129d0ff)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:09:43.539908 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:43.547192 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:43.576242 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:43.579978 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Routers {'b0b4145f-a257-4ac9-a996-faaddbd5271a'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:09:43.580646 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:09:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['b0b4145f-a257-4ac9-a996-faaddbd5271a'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:43.664128 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d8d0c-a87a-419f-8593-847bce1c9efd None None] Pushing event updated for resources: {'Port': ['ID=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:43.686849 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] Set router b0b4145f-a257-4ac9-a996-faaddbd5271a gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:09:43.875184 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'name': 'router1', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:09:31Z', 'updated_at': '2022-08-04T02:09:41Z', 'revision_number': 2, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'gw_port_host': None, '_interfaces': [{'id': '25aeb1a9-6e7b-42fc-b27d-7a7655dabf80', 'name': '', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'mac_address': 'fa:16:3e:82:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:40Z', 'updated_at': '2022-08-04T02:09:43Z', 'revision_number': 4, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'subnets': [{'id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:43.899921 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d641c-28cd-42f0-be9b-b3b18a287b60 None None] The sync data for ids ['b0b4145f-a257-4ac9-a996-faaddbd5271a'] in dv-cinder-740146-17-iscsi is: [{'id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'name': 'router1', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:09:31Z', 'updated_at': '2022-08-04T02:09:41Z', 'revision_number': 2, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'gw_port_host': None, '_interfaces': [{'id': '25aeb1a9-6e7b-42fc-b27d-7a7655dabf80', 'name': '', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'mac_address': 'fa:16:3e:82:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:40Z', 'updated_at': '2022-08-04T02:09:43Z', 'revision_number': 4, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'subnets': [{'id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:09:44.214661 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49258) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:44.234103 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:44.396028 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:44.693100 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b58d6-0455-4016-8a74-b038bd4fd4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:44.694875 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-aa5b58d6-0455-4016-8a74-b038bd4fd4d2 admin admin] 10.222.0.45 "GET /networking/v2.0/networks/d4250021-aebc-476a-b8c1-3dd7b54d90d4 HTTP/1.1" status: 200 len: 842 time: 0.4792316 Aug 04 02:09:44.704457 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Request body: {'subnet': {'cidr': '172.27.4.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.4.1', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:44.729163 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Made reservation on behalf of 457cd62a685649778d5130f3937b1bcf for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:09:44.731869 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:45.105263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.objects.ports [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104416) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 04 02:09:45.105760 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (cf282882-d6e7-42a1-acc5-420a8a005654), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:45.199596 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf282882-d6e7-42a1-acc5-420a8a005654,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:45.211599 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:09:45.211965 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Network hostable DHCP agents. Network: d4250021-aebc-476a-b8c1-3dd7b54d90d4, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:09:45.215355 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.215990 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.216080 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.216396 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.216703 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.217033 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.217355 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.217675 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.218011 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.218336 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.218667 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.218988 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.219302 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.219615 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.219928 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Tracked resource versions report: Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: pushed versions: Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: { 'AddressGroup': {'1.2'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Agent': {'1.1'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'ConntrackHelper': {'1.0'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Log': {'1.0'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'NDPProxy': {'1.0'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Network': {'1.1'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Port': {'1.7'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'PortForwarding': {'1.3'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'QosPolicy': {'1.10'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroup': {'1.5'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SubPort': {'1.0'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Subnet': {'1.1'}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Trunk': {'1.1'}} Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: consumer versions: Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Agent': '1.1', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'ConntrackHelper': '1.0', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'LocalIPAssociation': '1.0', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Log': '1.0', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'NDPProxy': '1.0', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Network': '1.1', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Port': '1.7', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'PortForwarding': '1.3', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'QosPolicy': '1.10', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroup': '1.5', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroupRule': '1.2', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SubPort': '1.0', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Subnet': '1.1', Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Trunk': '1.1'}} Aug 04 02:09:45.221962 dv-cinder-740146-17-iscsi neutron-server[104416]: {{(pid=104416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:09:45.261654 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:09:45.274240 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, d4250021-aebc-476a-b8c1-3dd7b54d90d4) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:09:45.279346 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:45.280087 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:45.285211 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11820058-4409-4630-a52d-f44d4e1a978f None None] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:09:45.308973 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4665a4f9-9d59-4d4f-9a7a-811ee081947a admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6075096 Aug 04 02:09:45.343092 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:45.397223 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0ce431-f3f8-4272-8229-61324f87c53e None None] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:09:47.616535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49270) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:48.107522 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d3fef6c0-4a59-4a5b-9310-fa2c61a7478c demo admin] 10.222.0.45 "GET /networking/v2.0/routers/b0b4145f-a257-4ac9-a996-faaddbd5271a HTTP/1.1" status: 200 len: 710 time: 0.4896717 Aug 04 02:09:48.199711 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343fd76-4765-48e4-9d42-b91916b4907d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:09:48.201111 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e343fd76-4765-48e4-9d42-b91916b4907d demo admin] 10.222.0.45 "GET /networking/v2.0/networks/d4250021-aebc-476a-b8c1-3dd7b54d90d4 HTTP/1.1" status: 200 len: 886 time: 0.0879779 Aug 04 02:09:48.210770 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:09:48.460534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:48.462852 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks [] for router_gateway (b0b4145f-a257-4ac9-a996-faaddbd5271a), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:48.466972 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:48.687192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks [] for router_gateway (b0b4145f-a257-4ac9-a996-faaddbd5271a), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:48.779271 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:48.946448 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Allocated IP 172.27.4.95 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:09:49.061292 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks [] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:49.117615 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:49.231871 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:09:49.237129 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:09:49.239605 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:09:49.278423 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Pushing event updated for resources: {'Port': ['ID=e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:49.507872 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks [] for router_gateway (b0b4145f-a257-4ac9-a996-faaddbd5271a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:49.552656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:49.585735 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:49.704249 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1946284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1743833', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260143'] for router (b0b4145f-a257-4ac9-a996-faaddbd5271a), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:49.709598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1946277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1948464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1743808'] for router (b0b4145f-a257-4ac9-a996-faaddbd5271a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:49.819045 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Router b0b4145f-a257-4ac9-a996-faaddbd5271a has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:09:49.923253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:09:49.928040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:49.944780 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9804193e-a900-4521-a301-58e128eff17c demo admin] 10.222.0.45 "PUT /networking/v2.0/routers/b0b4145f-a257-4ac9-a996-faaddbd5271a HTTP/1.1" status: 200 len: 889 time: 1.7218626 Aug 04 02:09:50.200175 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:09:50.247411 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:50.248125 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:50.270181 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Sync routers for ids ['b0b4145f-a257-4ac9-a996-faaddbd5271a'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:09:50.295903 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Routers {'b0b4145f-a257-4ac9-a996-faaddbd5271a'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:09:50.296552 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:09:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['b0b4145f-a257-4ac9-a996-faaddbd5271a'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:50.514251 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:50.514644 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:50.542011 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Set router b0b4145f-a257-4ac9-a996-faaddbd5271a gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:09:50.631742 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,segment=NetworkSegment(70fa7b62-e776-44be-b06a-645a2129d0ff),segment_id=70fa7b62-e776-44be-b06a-645a2129d0ff)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:09:50.694642 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:50.846509 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=25aeb1a9-6e7b-42fc-b27d-7a7655dabf80,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:50.911470 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:50.986586 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:50.994934 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'name': 'router1', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:09:31Z', 'updated_at': '2022-08-04T02:09:49Z', 'revision_number': 4, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'gw_port': {'id': 'e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:48Z', 'updated_at': '2022-08-04T02:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '25aeb1a9-6e7b-42fc-b27d-7a7655dabf80', 'name': '', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'mac_address': 'fa:16:3e:82:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:40Z', 'updated_at': '2022-08-04T02:09:43Z', 'revision_number': 4, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'subnets': [{'id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:51.045427 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Checking router: b0b4145f-a257-4ac9-a996-faaddbd5271a for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:09:51.045819 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Updating router b0b4145f-a257-4ac9-a996-faaddbd5271a port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:09:51.097624 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:51.487888 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Publish callbacks [] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:51.493659 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:51.532497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Attempting to bind port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:09:51.532912 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Attempting to bind port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:09:51.533288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Attempting to bind port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:09:51.541555 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f58e9b-b833-4abb-a9d0-38f64ccb50d1 None None] Pushing event updated for resources: {'Port': ['ID=e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:51.548647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:09:51.548647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:09:51.548647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:51.548647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:09:51.548647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Bound port: e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:09:51.548647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:51.595222 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] For port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:09:51.598204 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] For port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:09:51.604714 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:51.645741 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Routers {'b0b4145f-a257-4ac9-a996-faaddbd5271a'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:09:51.646468 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:09:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['b0b4145f-a257-4ac9-a996-faaddbd5271a'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:51.700975 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f58e9b-b833-4abb-a9d0-38f64ccb50d1 None None] Pushing event updated for resources: {'Port': ['ID=e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:51.767824 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] Set router b0b4145f-a257-4ac9-a996-faaddbd5271a gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:09:51.881634 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:51.976678 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'name': 'router1', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:09:31Z', 'updated_at': '2022-08-04T02:09:49Z', 'revision_number': 4, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'gw_port': {'id': 'e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:48Z', 'updated_at': '2022-08-04T02:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '25aeb1a9-6e7b-42fc-b27d-7a7655dabf80', 'name': '', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'mac_address': 'fa:16:3e:82:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:40Z', 'updated_at': '2022-08-04T02:09:50Z', 'revision_number': 5, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'subnets': [{'id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:09:51.981025 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:51.982245 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=24,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:52.003513 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f420f6-9c3b-4ec3-8ffa-e3fc4c4e8f12 None None] The sync data for ids ['b0b4145f-a257-4ac9-a996-faaddbd5271a'] in dv-cinder-740146-17-iscsi is: [{'id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'name': 'router1', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:09:31Z', 'updated_at': '2022-08-04T02:09:49Z', 'revision_number': 4, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'gw_port': {'id': 'e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:48Z', 'updated_at': '2022-08-04T02:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '25aeb1a9-6e7b-42fc-b27d-7a7655dabf80', 'name': '', 'network_id': '35072b8f-9b16-4724-b7a9-d1fcc702b20a', 'tenant_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'mac_address': 'fa:16:3e:82:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4145f-a257-4ac9-a996-faaddbd5271a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:09:40Z', 'updated_at': '2022-08-04T02:09:50Z', 'revision_number': 5, 'project_id': '2f4f29d6d3a14c9eb0650231a82bbdef', 'subnets': [{'id': 'd2315462-eeaa-4077-8c7f-2321ce03ecc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1869b069-7e56-4e96-ae44-3b11d8e6441f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:09:52.279634 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:09:52.330421 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:52.330713 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:52.403601 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49282) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:09:52.412855 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:52.413920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:09:52.459725 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:52.460125 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:52.544448 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:09:52.545601 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:52.567383 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:09:52.575014 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:52.624660 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:09:52.846354 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-aebb2977-8461-4c00-a6bc-860df4d9ee52 admin admin] 10.222.0.45 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4416349 Aug 04 02:09:53.873977 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=25 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:53.878274 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=45 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:54.203147 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:09:54.244009 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:54.250271 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:09:54.250650 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:09:54.283987 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:09:54.326312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port e9ccdfa3-d4ff-4d9f-b3ec-d117785656ad is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:10:02.836219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=46 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:02.842938 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=39 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:04.315103 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:04.323417 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:04.325258 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=54 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:09.294752 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-668ba213-20b5-4d5e-af1b-3e8b2c8fe2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:11.466941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-099d3a76-3dbd-47c3-aeea-8b91be2f6654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:12.683137 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:14.243654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:14.408856 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:17.839146 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:17.846625 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:19.848638 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:10:24.392952 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:24.399448 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:24.402560 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:29.843451 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:29.844610 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:39.300342 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-55c29b93-4a45-4c69-aae7-d4a78249f2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:41.457133 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6407f1b9-a6db-4339-ad0d-965893149ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:42.682072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:44.231838 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:44.405393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:10:54.225399 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:54.228064 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:54.399667 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:54.838044 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:54.840437 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:10:56.847636 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:11:07.825873 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:07.827049 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:09.304171 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-992657a7-68fb-4bc3-b2ae-eb38f4bb6788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:11.450305 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-77c4efec-e727-4dea-8570-2e07b41beba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:12.682121 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:14.237170 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:14.410781 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:15.022289 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49818) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:15.361885 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25c38c0-9620-4705-b958-a824da9cf2b1 admin admin] GET failed (client error): The resource could not be found. Aug 04 02:11:15.363206 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d25c38c0-9620-4705-b958-a824da9cf2b1 admin admin] 10.222.0.45 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3399615 Aug 04 02:11:15.530694 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a37dfc-9505-45d6-8aaf-d661d7158c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:15.532217 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d9a37dfc-9505-45d6-8aaf-d661d7158c05 admin admin] 10.222.0.45 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646097 Aug 04 02:11:17.737459 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49828) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:18.114669 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e1e1d-64b8-4342-827b-1045e10da08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:18.115965 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-eb9e1e1d-64b8-4342-827b-1045e10da08a admin admin] 10.222.0.45 "GET /networking/v2.0/subnets/d2315462-eeaa-4077-8c7f-2321ce03ecc3 HTTP/1.1" status: 200 len: 849 time: 0.3775444 Aug 04 02:11:18.125969 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:11:18.214735 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Publish callbacks [] for subnet (d2315462-eeaa-4077-8c7f-2321ce03ecc3), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:18.363674 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776429335269'] for subnet (d2315462-eeaa-4077-8c7f-2321ce03ecc3), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:18.460938 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:18.461535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:18.462838 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] 10.222.0.45 "PUT /networking/v2.0/subnets/d2315462-eeaa-4077-8c7f-2321ce03ecc3 HTTP/1.1" status: 200 len: 868 time: 0.3409982 Aug 04 02:11:18.466936 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff9de36-a93a-4d62-9788-9bf87269a97b None None] Network 35072b8f-9b16-4724-b7a9-d1fcc702b20a requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:11:18.491209 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2315462-eeaa-4077-8c7f-2321ce03ecc3,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:11:18.500154 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.501023 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.501359 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.501701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.502034 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.502363 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.502694 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.503017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.503388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.503678 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.504003 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.504329 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.504683 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.505004 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.505323 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45496a55-787f-44c9-8eef-fdb68af08873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:11:18.807605 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-1accb5b9-c732-487a-8d20-7470673c7a83 None None] Provisioning complete for port 5c474a07-0298-4ea3-ab4d-7c447885abfc triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:11:18.807989 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1accb5b9-c732-487a-8d20-7470673c7a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (5c474a07-0298-4ea3-ab4d-7c447885abfc), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:18.880135 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-1accb5b9-c732-487a-8d20-7470673c7a83 None None] Current status of the port 5c474a07-0298-4ea3-ab4d-7c447885abfc is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:11:18.888488 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-1accb5b9-c732-487a-8d20-7470673c7a83 None None] Provisioning complete for port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:11:18.888914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1accb5b9-c732-487a-8d20-7470673c7a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25aeb1a9-6e7b-42fc-b27d-7a7655dabf80), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:18.962539 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-1accb5b9-c732-487a-8d20-7470673c7a83 None None] Current status of the port 25aeb1a9-6e7b-42fc-b27d-7a7655dabf80 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:11:20.677265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49836) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:21.164090 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1395a156-8801-4b58-9811-7cbb6f81b599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:21.164802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1395a156-8801-4b58-9811-7cbb6f81b599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:21.166349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1395a156-8801-4b58-9811-7cbb6f81b599 admin admin] 10.222.0.45 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4881022 Aug 04 02:11:23.336580 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 49844) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:23.756487 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb38d6f-d015-4da2-a03c-c8a07c1127e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:23.756906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb38d6f-d015-4da2-a03c-c8a07c1127e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:23.758448 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-bfb38d6f-d015-4da2-a03c-c8a07c1127e1 admin admin] 10.222.0.45 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4205794 Aug 04 02:11:26.098759 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49852) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:26.505935 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae370c-83e0-4fb9-b52f-db7c0f21c7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:26.507316 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5cae370c-83e0-4fb9-b52f-db7c0f21c7d0 admin admin] 10.222.0.45 "GET /networking/v2.0/networks/35072b8f-9b16-4724-b7a9-d1fcc702b20a HTTP/1.1" status: 200 len: 869 time: 0.4076002 Aug 04 02:11:28.716831 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49862) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:28.956204 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=2,neutron:SELECT=25 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:28.959034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:28.962969 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:29.117993 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dde625-8643-4fc4-be76-429c8a98491f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:29.119278 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-59dde625-8643-4fc4-be76-429c8a98491f admin admin] 10.222.0.45 "GET /networking/v2.0/networks/d4250021-aebc-476a-b8c1-3dd7b54d90d4 HTTP/1.1" status: 200 len: 886 time: 0.4014955 Aug 04 02:11:31.310349 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49872) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:31.707551 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99b0c0-ace7-49b2-a49a-8ce9261ee269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:31.707925 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99b0c0-ace7-49b2-a49a-8ce9261ee269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:31.709472 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4e99b0c0-ace7-49b2-a49a-8ce9261ee269 admin admin] 10.222.0.45 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3981893 Aug 04 02:11:31.845606 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=13 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:31.846809 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=19 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:33.752307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:33.754237 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:33.846169 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:11:33.900503 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49880) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:34.262622 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74635ea2-1b83-4c83-9f0a-bd297d6317c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:34.263077 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74635ea2-1b83-4c83-9f0a-bd297d6317c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:34.264603 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-74635ea2-1b83-4c83-9f0a-bd297d6317c4 admin admin] 10.222.0.45 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3630395 Aug 04 02:11:36.439171 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49888) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:36.866013 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de1c0bc-6daf-402d-a702-5b61320ccbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:36.867392 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1de1c0bc-6daf-402d-a702-5b61320ccbc3 admin admin] 10.222.0.45 "GET /networking/v2.0/subnets/cf282882-d6e7-42a1-acc5-420a8a005654 HTTP/1.1" status: 200 len: 816 time: 0.4272172 Aug 04 02:11:39.026168 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49896) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:11:39.307467 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-08c7d0c9-d296-4f5c-b0df-0d4dacdb8c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:39.394345 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6f137-1499-4f6d-baf3-ac2b243fdb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:11:39.395704 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-bfa6f137-1499-4f6d-baf3-ac2b243fdb83 admin admin] 10.222.0.45 "GET /networking/v2.0/subnets/d2315462-eeaa-4077-8c7f-2321ce03ecc3 HTTP/1.1" status: 200 len: 868 time: 0.3685913 Aug 04 02:11:41.452639 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bfd5a811-bd92-4401-9b3a-3d5aeb638c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:42.685373 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:43.842176 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:44.237034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:44.405261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:11:49.388971 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=48 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:49.390939 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=44 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:54.394256 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:54.398715 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:11:54.400838 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:08.113559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49952) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:12:08.449702 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-d1cec79f-ee19-4b70-9ef1-94c8950ce67f admin admin] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:12:08.450713 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d1cec79f-ee19-4b70-9ef1-94c8950ce67f admin admin] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3362324 Aug 04 02:12:08.839362 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:08.842734 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:09.309111 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f8aee52a-db54-42f4-ac5a-d2c3326e9634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:10.732996 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49960) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:12:10.846477 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:12:11.079594 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0971946-83e5-4389-8514-c22d3755e57b admin admin] GET failed (client error): The resource could not be found. Aug 04 02:12:11.080897 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b0971946-83e5-4389-8514-c22d3755e57b admin admin] 10.222.0.45 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3469162 Aug 04 02:12:11.225827 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b970e-b458-4400-95c3-171eefe18fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:12:11.227303 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c76b970e-b458-4400-95c3-171eefe18fba admin admin] 10.222.0.45 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422045 Aug 04 02:12:11.459302 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-0d71d6c0-3c53-492d-8c89-4d380081fa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:12.689855 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:13.448637 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49968) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:12:13.778666 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:12:13.799989 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Made reservation on behalf of 457cd62a685649778d5130f3937b1bcf for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:12:13.802319 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:13.830272 dv-cinder-740146-17-iscsi neutron-server[104417]: WARNING neutron.services.revisions.revision_plugin [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Could not find related network for resource to bump revision. Aug 04 02:12:13.841655 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:12:13.851303 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (a8ff5c09-d591-4c89-b912-e6ddb6d0e026), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:13.851684 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Added segment a8ff5c09-d591-4c89-b912-e6ddb6d0e026 of type vlan for network e6cd014b-63be-4064-b16d-1080aac1fab1 Aug 04 02:12:13.893141 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (e6cd014b-63be-4064-b16d-1080aac1fab1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:13.918124 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (e6cd014b-63be-4064-b16d-1080aac1fab1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:13.919153 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:12:13.919727 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:13.984553 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5347383 Aug 04 02:12:13.990603 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Pushing event updated for resources: {'Network': ['ID=e6cd014b-63be-4064-b16d-1080aac1fab1,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:12:13.997932 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:13.998283 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:13.998651 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:13.999002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:13.999340 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:13.999671 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.000004 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.000361 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.000719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.001051 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.001393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.001729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.002054 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.002375 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.002699 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fbc697-a9b2-457f-ad10-ec40b5170211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:14.015184 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network e6cd014b-63be-4064-b16d-1080aac1fab1 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:12:14.240662 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:14.408913 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:16.179712 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 49976) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:12:16.517792 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a88d0-deec-4d86-85c2-88004eba8ffe admin admin] GET failed (client error): The resource could not be found. Aug 04 02:12:16.519049 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-570a88d0-deec-4d86-85c2-88004eba8ffe admin admin] 10.222.0.45 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3383956 Aug 04 02:12:16.589075 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723d1274-cfaf-4ded-821f-8ae8ba1cd083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:12:16.590437 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-723d1274-cfaf-4ded-821f-8ae8ba1cd083 admin admin] 10.222.0.45 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670547 Aug 04 02:12:16.600413 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1', 'description': 'shared-subnet'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:12:16.620056 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Made reservation on behalf of 457cd62a685649778d5130f3937b1bcf for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:12:16.622673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:16.789015 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (05edae0f-702a-4eaf-8463-f6c7b42bf236), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:16.840723 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05edae0f-702a-4eaf-8463-f6c7b42bf236,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:12:16.857146 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Checking segment: {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:12:16.857498 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Network hostable DHCP agents. Network: e6cd014b-63be-4064-b16d-1080aac1fab1, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:12:16.874912 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Network e6cd014b-63be-4064-b16d-1080aac1fab1 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:12:16.883277 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, e6cd014b-63be-4064-b16d-1080aac1fab1) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:12:16.887249 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:12:16.887829 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:16.892228 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf334f0-44d9-454a-8c06-7b7cbd71924a None None] Network e6cd014b-63be-4064-b16d-1080aac1fab1 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:12:16.896959 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:16.913434 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8759cbe5-6b08-4487-9bf5-b7f4e0a55e9f admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3162487 Aug 04 02:12:17.002825 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-e6cd014b-63be-4064-b16d-1080aac1fab1', 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1', 'project_id': '457cd62a685649778d5130f3937b1bcf', 'fixed_ips': [{'subnet_id': '05edae0f-702a-4eaf-8463-f6c7b42bf236'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:12:17.003804 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:17.146538 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Allocated IP 192.168.233.2 (e6cd014b-63be-4064-b16d-1080aac1fab1/05edae0f-702a-4eaf-8463-f6c7b42bf236/4355c929-a123-4a26-bf07-0685fbb2bf57) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:12:17.294503 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Publish callbacks [] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:17.301746 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:17.339250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Network e6cd014b-63be-4064-b16d-1080aac1fab1 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:12:17.344838 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:12:17.350861 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:12:17.357536 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Pushing event updated for resources: {'Port': ['ID=4355c929-a123-4a26-bf07-0685fbb2bf57,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:12:17.384888 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.385231 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.385586 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.385948 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.386286 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.386612 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.386933 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.387255 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.387669 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.388001 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.388647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.388647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.388993 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.389314 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.389625 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:12:17.425396 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Attempting to bind port 4355c929-a123-4a26-bf07-0685fbb2bf57 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:12:17.425757 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Attempting to bind port 4355c929-a123-4a26-bf07-0685fbb2bf57 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:12:17.426117 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Attempting to bind port 4355c929-a123-4a26-bf07-0685fbb2bf57 on network e6cd014b-63be-4064-b16d-1080aac1fab1 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:12:17.431541 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:12:17.431909 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Checking segment: {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:12:17.432301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:17.432710 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Bound using segment: {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:12:17.433174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Bound port: 4355c929-a123-4a26-bf07-0685fbb2bf57, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:12:17.433579 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:17.495299 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] For port 4355c929-a123-4a26-bf07-0685fbb2bf57, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:12:17.498529 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] For port 4355c929-a123-4a26-bf07-0685fbb2bf57, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=4355c929-a123-4a26-bf07-0685fbb2bf57,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:12:17.505820 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:17.558133 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b2a84-2760-47f7-8149-2c9e024c53b2 None None] Pushing event updated for resources: {'Port': ['ID=4355c929-a123-4a26-bf07-0685fbb2bf57,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:12:18.335000 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 4355c929-a123-4a26-bf07-0685fbb2bf57 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:12:18.397929 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 4355c929-a123-4a26-bf07-0685fbb2bf57 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:12:18.398409 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:18.422890 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f889121-4379-449f-b3fe-c14e8948a1eb None None] Network e6cd014b-63be-4064-b16d-1080aac1fab1 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:12:18.604818 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Provisioning complete for port 4355c929-a123-4a26-bf07-0685fbb2bf57 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:12:18.605137 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:18.723002 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 4355c929-a123-4a26-bf07-0685fbb2bf57 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:12:18.723388 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:18.772393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:18.780254 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Current status of the port 4355c929-a123-4a26-bf07-0685fbb2bf57 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:12:18.780660 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:18.802064 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 4355c929-a123-4a26-bf07-0685fbb2bf57, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=4355c929-a123-4a26-bf07-0685fbb2bf57,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:12:18.811578 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:18.818557 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:18.892934 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.db.api [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 04 02:12:18.893426 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG oslo_db.api [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 02:12:18.894019 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=4355c929-a123-4a26-bf07-0685fbb2bf57,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:12:19.429995 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6b7105b0-b3dc-4f11-ae9f-a4f84f0f45df None None] Current status of the port 4355c929-a123-4a26-bf07-0685fbb2bf57 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:12:19.548825 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-75945264-8be8-4232-85cb-15e05f81e042 None None] Provisioning complete for port 4355c929-a123-4a26-bf07-0685fbb2bf57 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:12:19.549221 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-75945264-8be8-4232-85cb-15e05f81e042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:19.572133 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:19.628082 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-75945264-8be8-4232-85cb-15e05f81e042 None None] Current status of the port 4355c929-a123-4a26-bf07-0685fbb2bf57 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:12:20.285796 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 4355c929-a123-4a26-bf07-0685fbb2bf57 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:12:20.333268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 4355c929-a123-4a26-bf07-0685fbb2bf57 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:12:20.333649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (4355c929-a123-4a26-bf07-0685fbb2bf57), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:20.403257 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 4355c929-a123-4a26-bf07-0685fbb2bf57 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:12:20.843573 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:26.895034 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:30.394698 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=33 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:30.399918 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=24 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:30.401670 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:39.313476 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7f0d2d2-bc95-45ea-a60d-412b44198ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:41.454132 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-34dff721-4f20-4304-b292-34940d214c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:42.691792 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:44.244892 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:44.411752 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:12:45.833323 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:45.838642 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=5 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:47.845658 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:12:54.238605 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:54.400578 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:12:54.407015 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:07.823213 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:07.824979 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:09.316288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d68172a8-c7e2-401d-9175-8c6516493f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:11.457370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e6d9255e-d7ed-4a77-b3a8-7ebfa17dfef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:12.695579 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:14.250120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:14.417832 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:24.384887 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=14 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:24.385667 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=20 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:24.402902 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:24.403689 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:24.410927 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:24.845965 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:13:29.394740 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50016) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:13:29.400264 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [None req-63d54258-c3a4-4e2e-9e5a-a99ea97c1f87 tempest-verify_tempest_config-424385292 tempest-verify_tempest_config-424385292-project] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:13:29.401303 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-63d54258-c3a4-4e2e-9e5a-a99ea97c1f87 tempest-verify_tempest_config-424385292 tempest-verify_tempest_config-424385292-project] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055726 Aug 04 02:13:29.918695 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50034) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:13:30.248080 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.325253 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Publish callbacks [] for security_group (a0dacee7-e643-4497-983d-e2e8e9b77e44), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.331771 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a0dacee7-e643-4497-983d-e2e8e9b77e44), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.378159 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=25b611b001df4497b56db196ddc427b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4583738 Aug 04 02:13:30.379016 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dacee7-e643-4497-983d-e2e8e9b77e44,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:13:30.380949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50038) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:13:30.385995 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.386351 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.386708 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.387059 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.387393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.387726 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.388077 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.388384 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.388874 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.389209 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.389553 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.389885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.390242 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.390606 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.390885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99fcc92-5283-4454-9776-0801a7198363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.464485 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Publish callbacks [] for security_group (a0dacee7-e643-4497-983d-e2e8e9b77e44), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.486264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Publish callbacks [] for security_group (a0dacee7-e643-4497-983d-e2e8e9b77e44), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.579859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a0dacee7-e643-4497-983d-e2e8e9b77e44), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.582393 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:30.583719 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a0dacee7-e643-4497-983d-e2e8e9b77e44 HTTP/1.1" status: 204 len: 168 time: 0.2017767 Aug 04 02:13:30.591756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dacee7-e643-4497-983d-e2e8e9b77e44,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:13:30.599479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.599824 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.600182 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.600527 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.600893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.601230 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.601557 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.601886 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.602231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.602563 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.602906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.603277 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.603612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.603869 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:30.604427 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d665210-0d09-48b4-9d1b-36520c97825b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:13:34.842093 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:39.319381 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3464c979-fa93-467b-bf64-94557a30c71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:40.381848 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:40.385103 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:40.528337 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:40.595672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:40.625989 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:41.460344 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-44b1f0f7-c108-47e5-bde9-2061f33ffda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:42.700120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:44.253228 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:44.410747 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:13:54.398946 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:54.403784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:54.406611 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:59.830604 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:13:59.831518 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:01.844508 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:14:09.322625 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95a89c8f-a646-41e0-9b69-961b72ac7320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:11.463085 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d48203fd-a50a-482f-958b-c32b3b729666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:11.840358 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:11.841102 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:12.699876 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:14.255807 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:14.418394 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:24.403076 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:24.406550 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:24.409914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:36.837850 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:36.840904 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:38.843558 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 5 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:14:39.329744 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-09a8dcda-bb93-47a0-b1d5-e9d34227b9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:41.464874 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1db17ec4-92ef-494e-92d7-18fec4c04cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:42.703200 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:44.257814 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:44.415688 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:14:48.839463 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:48.840363 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:54.254362 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:54.405598 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:14:54.411191 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:04.369360 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1761984'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:09.322896 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-294626f3-7bb1-4d8d-a677-aa841eda89f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:11.468161 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-259522ba-7f96-4ee5-9810-e65ff1bc3368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:12.710809 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:13.830855 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:13.834779 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:14.261370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:14.410583 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:15.813519 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50134) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:15:15.842013 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:15:15.941690 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-81756d08-1ce8-4702-aebb-bd39d8ee67c9 admin admin] 10.222.0.45 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1270659 Aug 04 02:15:18.018986 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50144) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:15:18.082334 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-fb38f6f7-aef7-4146-b5d4-83d3bd2e85f6 admin admin] 10.222.0.45 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0622590 Aug 04 02:15:24.397733 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:INSERT=1,neutron:SELECT=2,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:24.404288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:24.405333 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:25.839048 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:25.933992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:25.935993 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:28.074130 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:28.076070 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:34.339876 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:39.326642 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-71156b5d-c392-4be7-923f-e59eafc49eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:41.471378 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dd67a74f-21a3-451e-8036-b7abc3016b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:42.710914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:44.263019 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:44.413143 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:15:50.822076 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:50.833324 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:52.842159 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:15:54.401556 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:54.402457 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:15:54.408065 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:04.345030 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:04.382829 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=15 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:04.384850 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=13 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:09.332660 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-244f2c3f-8eb4-41bd-931b-5220dddb6306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:11.477047 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d8cb9b33-7e44-4fda-a97d-c57d8bd3932f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:12.719696 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:14.309062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:14.450654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:24.432109 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:24.437674 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:24.444316 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:27.825278 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:27.829568 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:29.841173 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:16:34.489477 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:39.327035 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-64ce1ba6-b60c-464d-895e-48bf44c0837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:39.836259 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:39.837484 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:41.471083 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c7893ac1-4322-4009-849f-a5c809cef35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:42.718228 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:44.264078 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:44.415712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.356117 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50304) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:50.429598 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50314) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:50.656926 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1492004981-network', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:50.672155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-network', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:50.695435 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Made reservation on behalf of de98ffc315d4474c8b5d5370ba1fe97c for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:50.698224 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.713945 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.717828 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Made reservation on behalf of c61d4ea2b52c497caeb298fe8677488e for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:50.720230 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.744701 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.876400 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks [] for security_group (5f965d7e-e9c0-4c00-9e99-7622a04a8823), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.885274 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (5f965d7e-e9c0-4c00-9e99-7622a04a8823), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.890258 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks [] for security_group (fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.907362 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.916972 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:16:50.940794 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:16:50.943509 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7cb60a1a-72a8-4a8b-be68-83ce05431f00), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:50.943845 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Added segment 7cb60a1a-72a8-4a8b-be68-83ce05431f00 of type vlan for network ad96f9bb-a75d-449e-a125-0743ca8acc02 Aug 04 02:16:50.945471 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f965d7e-e9c0-4c00-9e99-7622a04a8823,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:50.965569 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.965910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.966440 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.966773 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.967101 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.967426 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.967748 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.968062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.969002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.969339 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.969677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.970154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.970642 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.970969 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.971291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Tracked resource versions report: Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: pushed versions: Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: { 'AddressGroup': {'1.2'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Agent': {'1.1'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'ConntrackHelper': {'1.0'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Log': {'1.0'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'NDPProxy': {'1.0'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Network': {'1.1'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Port': {'1.7'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'PortForwarding': {'1.3'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'QosPolicy': {'1.10'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroup': {'1.5'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SubPort': {'1.0'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Subnet': {'1.1'}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Trunk': {'1.1'}} Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: consumer versions: Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: HyperV agent@hv-cinder-74014: {}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Agent': '1.1', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'ConntrackHelper': '1.0', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'LocalIPAssociation': '1.0', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Log': '1.0', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'NDPProxy': '1.0', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Network': '1.1', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Port': '1.7', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'PortForwarding': '1.3', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'QosPolicy': '1.10', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroup': '1.5', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SecurityGroupRule': '1.2', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'SubPort': '1.0', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Subnet': '1.1', Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: 'Trunk': '1.1'}} Aug 04 02:16:50.972469 dv-cinder-740146-17-iscsi neutron-server[104417]: {{(pid=104417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:16:51.000485 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (6b6cafb7-1cd3-4433-958d-1092af067042), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.000846 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Added segment 6b6cafb7-1cd3-4433-958d-1092af067042 of type vlan for network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 Aug 04 02:16:51.028646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:51.067010 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (ad96f9bb-a75d-449e-a125-0743ca8acc02), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.080728 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (9802934c-f69c-40a4-8c5e-9fb52ddbb971), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.119481 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (ad96f9bb-a75d-449e-a125-0743ca8acc02), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.120714 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:51.121344 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.129711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (9802934c-f69c-40a4-8c5e-9fb52ddbb971), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.130857 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:51.131476 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.190668 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50354) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.195817 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Request body: {'subnet': {'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1492004981-subnet', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:51.197226 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8401215 Aug 04 02:16:51.200061 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50358) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.218591 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Made reservation on behalf of de98ffc315d4474c8b5d5370ba1fe97c for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:51.221779 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.226914 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7961435 Aug 04 02:16:51.230910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50362) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.237009 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Request body: {'subnet': {'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-subnet', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:51.242317 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cb003-2915-4e6a-8529-f0d689584b18 admin admin] Pushing event updated for resources: {'Network': ['ID=ad96f9bb-a75d-449e-a125-0743ca8acc02,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:51.254476 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:16:51.274204 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:51.331770 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Made reservation on behalf of c61d4ea2b52c497caeb298fe8677488e for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:51.340271 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.362291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:51.415677 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (39a22478-e720-4c6e-a358-b9c051ed381b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.454243 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2d6f6-a705-4819-8eaf-b9274d5f15e9 admin admin] Pushing event updated for resources: {'Network': ['ID=9802934c-f69c-40a4-8c5e-9fb52ddbb971,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:51.468786 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:16:51.532439 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50370) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.577133 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (73e97f78-d372-4334-8971-a9f42592cb5a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.586724 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a22478-e720-4c6e-a358-b9c051ed381b,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:51.602933 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50374) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.628055 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e97f78-d372-4334-8971-a9f42592cb5a,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:51.638279 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Checking segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:51.642991 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-network', 'tenant_id': '11284ae13d2f4c5ba47517f672968623'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:51.643656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Network hostable DHCP agents. Network: ad96f9bb-a75d-449e-a125-0743ca8acc02, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:16:51.647076 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.655044 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.655612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.656119 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.656640 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.656975 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.657300 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.657620 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.657956 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.658280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.658600 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.658915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.659386 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.659878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.660196 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Tracked resource versions report: Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: pushed versions: Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: { 'AddressGroup': {'1.2'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Agent': {'1.1'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'ConntrackHelper': {'1.0'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Log': {'1.0'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'NDPProxy': {'1.0'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Network': {'1.1'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Port': {'1.7'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'PortForwarding': {'1.3'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'QosPolicy': {'1.10'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroup': {'1.5'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SubPort': {'1.0'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Subnet': {'1.1'}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Trunk': {'1.1'}} Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: consumer versions: Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: HyperV agent@hv-cinder-74014: {}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Agent': '1.1', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'ConntrackHelper': '1.0', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'LocalIPAssociation': '1.0', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Log': '1.0', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'NDPProxy': '1.0', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Network': '1.1', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Port': '1.7', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'PortForwarding': '1.3', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'QosPolicy': '1.10', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroup': '1.5', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SecurityGroupRule': '1.2', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'SubPort': '1.0', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Subnet': '1.1', Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: 'Trunk': '1.1'}} Aug 04 02:16:51.661439 dv-cinder-740146-17-iscsi neutron-server[104416]: {{(pid=104416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:16:51.706070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:16:51.717833 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Checking segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:51.718187 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Network hostable DHCP agents. Network: 9802934c-f69c-40a4-8c5e-9fb52ddbb971, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:16:51.721660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, ad96f9bb-a75d-449e-a125-0743ca8acc02) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:51.726526 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:51.727107 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.732564 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8209a0b9-eb82-4ee6-969a-348c7d522f36 None None] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:51.754371 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Made reservation on behalf of 11284ae13d2f4c5ba47517f672968623 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:51.762966 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8f938c13-b8eb-4945-8748-9d798ecedd5d admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5713258 Aug 04 02:16:51.763587 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50382) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.770865 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.775032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:51.779487 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:16:51.824996 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.846278 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2017607039-network', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:51.863675 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 9802934c-f69c-40a4-8c5e-9fb52ddbb971) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:51.893872 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:51.894458 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.897372 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8c5578-40aa-4e20-83e0-c71253388a43 None None] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:51.922056 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1421461092-network', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:51.935131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (2e279830-0e84-4828-9c4d-4774bccea8cb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.936161 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (2e279830-0e84-4828-9c4d-4774bccea8cb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.948265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Made reservation on behalf of 1c32d82cce6541718e46908eaf9b98e9 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:51.958779 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9fa14669-8a8f-4fb1-98d0-12d77587e8d8 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7263451 Aug 04 02:16:51.959167 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.962063 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50402) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:51.978042 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-ad96f9bb-a75d-449e-a125-0743ca8acc02', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:16:51.979642 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:51.996571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:52.049171 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.061612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (2fcbffc3-7239-4306-b890-5612f3a5bff7), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.063706 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (2fcbffc3-7239-4306-b890-5612f3a5bff7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.080824 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks [] for security_group (511df04a-2796-4594-8206-4cd50944120a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.099883 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (511df04a-2796-4594-8206-4cd50944120a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.155727 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:16:52.174460 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511df04a-2796-4594-8206-4cd50944120a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:52.211897 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:16:52.212835 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.212969 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7f7ab3a9-c242-4d3b-abda-09ad5bba1106), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.213336 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Added segment 7f7ab3a9-c242-4d3b-abda-09ad5bba1106 of type vlan for network a5813221-e639-425b-a3c4-33938890da3f Aug 04 02:16:52.225335 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:52.282745 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (a5813221-e639-425b-a3c4-33938890da3f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.325601 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Allocated IP 172.20.0.2 (ad96f9bb-a75d-449e-a125-0743ca8acc02/39a22478-e720-4c6e-a358-b9c051ed381b/f10ca028-b122-47c2-a86e-faeb31b4ffb4) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:52.332056 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (a5813221-e639-425b-a3c4-33938890da3f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.333246 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:52.333863 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.353906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks [] for router_controller (2e279830-0e84-4828-9c4d-4774bccea8cb), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.360339 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Made reservation on behalf of 2f003cc2b7104c369e1aa74d6e48a9fc for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:52.363905 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.378454 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks [] for router_controller (2fcbffc3-7239-4306-b890-5612f3a5bff7), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.491789 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:52.509590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Allocated IP 172.20.0.2 (9802934c-f69c-40a4-8c5e-9fb52ddbb971/73e97f78-d372-4334-8971-a9f42592cb5a/c4882854-d432-4513-a490-e0126722ff30) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:52.513585 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.568896 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] Pushing event updated for resources: {'Network': ['ID=a5813221-e639-425b-a3c4-33938890da3f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:52.590080 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network a5813221-e639-425b-a3c4-33938890da3f details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:16:52.597179 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8c463574-3baf-4d1a-90a8-c8eeaab8d859 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3935173 Aug 04 02:16:52.603506 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50422) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:52.618625 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Request body: {'subnet': {'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-subnet', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:52.695402 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Publish callbacks [] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.714418 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Made reservation on behalf of 11284ae13d2f4c5ba47517f672968623 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:52.717780 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.746958 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.818973 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks [] for security_group (2d8f2870-b887-4ce9-a242-bbdf442dc66c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.821135 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:52.908315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:52.964536 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Publish callbacks [] for port (c4882854-d432-4513-a490-e0126722ff30), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.977896 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:52.980105 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:52.983593 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (2d8f2870-b887-4ce9-a242-bbdf442dc66c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:52.985418 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:52.991011 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (c4882854-d432-4513-a490-e0126722ff30), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.001636 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Pushing event updated for resources: {'Port': ['ID=f10ca028-b122-47c2-a86e-faeb31b4ffb4,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:53.011993 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:53.035302 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.035645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.036009 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.036374 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.036770 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.037106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.037439 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.037769 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.038691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.038984 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.039313 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.039642 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.039966 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.040426 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.040784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Tracked resource versions report: Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: pushed versions: Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: { 'AddressGroup': {'1.2'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Agent': {'1.1'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'ConntrackHelper': {'1.0'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Log': {'1.0'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'NDPProxy': {'1.0'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Network': {'1.1'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Port': {'1.7'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'PortForwarding': {'1.3'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'QosPolicy': {'1.10'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroup': {'1.5'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SubPort': {'1.0'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Subnet': {'1.1'}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Trunk': {'1.1'}} Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: consumer versions: Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: HyperV agent@hv-cinder-74014: {}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Agent': '1.1', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'ConntrackHelper': '1.0', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'LocalIPAssociation': '1.0', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Log': '1.0', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'NDPProxy': '1.0', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Network': '1.1', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Port': '1.7', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'PortForwarding': '1.3', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'QosPolicy': '1.10', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroup': '1.5', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SecurityGroupRule': '1.2', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'SubPort': '1.0', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Subnet': '1.1', Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: 'Trunk': '1.1'}} Aug 04 02:16:53.042063 dv-cinder-740146-17-iscsi neutron-server[104418]: {{(pid=104418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:16:53.063631 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:53.065276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:53.076927 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks [] for router_gateway (2e279830-0e84-4828-9c4d-4774bccea8cb), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.092007 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks [] for router_gateway (2fcbffc3-7239-4306-b890-5612f3a5bff7), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.101498 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:53.111679 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:53.137979 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Attempting to bind port f10ca028-b122-47c2-a86e-faeb31b4ffb4 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:16:53.138355 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Attempting to bind port f10ca028-b122-47c2-a86e-faeb31b4ffb4 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:16:53.138752 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Attempting to bind port f10ca028-b122-47c2-a86e-faeb31b4ffb4 on network ad96f9bb-a75d-449e-a125-0743ca8acc02 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:16:53.145570 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Pushing event updated for resources: {'Port': ['ID=c4882854-d432-4513-a490-e0126722ff30,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:53.175297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:16:53.175297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Checking segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:53.175297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.175297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Bound using segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:16:53.175774 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Bound port: f10ca028-b122-47c2-a86e-faeb31b4ffb4, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:16:53.176102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.203061 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks [] for security_group (255f71b3-3346-45ef-97f5-2f0b48dff4c2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.219382 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Attempting to bind port c4882854-d432-4513-a490-e0126722ff30 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:16:53.219768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Attempting to bind port c4882854-d432-4513-a490-e0126722ff30 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:16:53.220139 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Attempting to bind port c4882854-d432-4513-a490-e0126722ff30 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:16:53.249383 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:16:53.249867 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Checking segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:53.250338 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.250801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Bound using segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:16:53.251328 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Bound port: c4882854-d432-4513-a490-e0126722ff30, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:16:53.251792 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c4882854-d432-4513-a490-e0126722ff30), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.256527 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.318572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:53.329278 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:53.333875 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] For port f10ca028-b122-47c2-a86e-faeb31b4ffb4, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:16:53.340361 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] For port f10ca028-b122-47c2-a86e-faeb31b4ffb4, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=f10ca028-b122-47c2-a86e-faeb31b4ffb4,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:16:53.349793 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] For port c4882854-d432-4513-a490-e0126722ff30, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:16:53.352688 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] For port c4882854-d432-4513-a490-e0126722ff30, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c4882854-d432-4513-a490-e0126722ff30,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:16:53.357123 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.364689 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c4882854-d432-4513-a490-e0126722ff30), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.386418 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Checking segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:53.388181 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Network hostable DHCP agents. Network: a5813221-e639-425b-a3c4-33938890da3f, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:16:53.391749 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (255f71b3-3346-45ef-97f5-2f0b48dff4c2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.426225 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Network a5813221-e639-425b-a3c4-33938890da3f is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:16:53.452677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, a5813221-e639-425b-a3c4-33938890da3f) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:53.457645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c39326-cf8e-4296-b7b2-288679690a2f None None] Pushing event updated for resources: {'Port': ['ID=f10ca028-b122-47c2-a86e-faeb31b4ffb4,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:53.467530 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955f248-cbba-422e-bae5-b4c08d3b735b None None] Network a5813221-e639-425b-a3c4-33938890da3f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:53.471256 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:53.473555 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.518879 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3e392534-85c3-4697-b9cb-0c8b8b277baa admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9118330 Aug 04 02:16:53.525964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50462) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:53.536003 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:53.594524 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (77861627-b5f0-4e3c-8559-e84e2075f596), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.596265 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (77861627-b5f0-4e3c-8559-e84e2075f596), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.744209 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:16:53.808830 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:53.864753 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks [] for router_controller (77861627-b5f0-4e3c-8559-e84e2075f596), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.907249 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:16:53.948131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776429406940', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (582d7496-de84-42b2-a962-910e28ab355c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:53.949113 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Unsubscribe: segment precommit_create {{(pid=104416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 02:16:53.949832 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Added segment 582d7496-de84-42b2-a962-910e28ab355c of type vlan for network c3fd5976-8837-4886-aaff-706d72d2761f Aug 04 02:16:54.074374 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6fbc4-f53a-451b-90f5-cb2ce83ec0a5 None None] Pushing event updated for resources: {'Port': ['ID=c4882854-d432-4513-a490-e0126722ff30,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:54.189983 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-a5813221-e639-425b-a3c4-33938890da3f', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:16:54.192131 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.252611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (c3fd5976-8837-4886-aaff-706d72d2761f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.289769 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks [] for router_gateway (77861627-b5f0-4e3c-8559-e84e2075f596), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.319991 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.321360 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Added segment 7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82 of type vlan for network f3562015-01a8-442c-9260-a631d3a466e0 Aug 04 02:16:54.340069 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f2870-b887-4ce9-a242-bbdf442dc66c,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:54.406136 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50500) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:54.541813 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Allocated IP 172.20.0.2 (a5813221-e639-425b-a3c4-33938890da3f/8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1/87cfb197-304d-4de9-a434-4ae89e4a200e) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:54.545033 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (c3fd5976-8837-4886-aaff-706d72d2761f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.546044 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:54.546791 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.591580 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f71b3-3346-45ef-97f5-2f0b48dff4c2,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:54.634905 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (f3562015-01a8-442c-9260-a631d3a466e0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.654892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks [] for router_gateway (2e279830-0e84-4828-9c4d-4774bccea8cb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.657504 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f10ca028-b122-47c2-a86e-faeb31b4ffb4 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:16:54.674472 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks [] for router_gateway (2fcbffc3-7239-4306-b890-5612f3a5bff7), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.681769 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02cb2438-0aa6-4a09-8e8d-78c4c01590e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.693482 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:54.745525 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.1373243 Aug 04 02:16:54.781501 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port f10ca028-b122-47c2-a86e-faeb31b4ffb4 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:54.782150 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.831145 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02cb2438-0aa6-4a09-8e8d-78c4c01590e7 admin admin] Publish callbacks [] for security_group (ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.832582 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50514) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:54.848222 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Request body: {'subnet': {'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-subnet', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:54.857263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.db.resource_extend [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 04 02:16:54.860244 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.865387 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02cb2438-0aa6-4a09-8e8d-78c4c01590e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.889871 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.964193 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cecf9-cdcc-43bd-b06b-7b7ba6aaf2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c3fd5976-8837-4886-aaff-706d72d2761f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:54.970100 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Publish callbacks [] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.985680 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-02cb2438-0aa6-4a09-8e8d-78c4c01590e7 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=b447a897a70c421a8fede506b0f8afa1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5727053 Aug 04 02:16:54.985680 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks [] for router_gateway (77861627-b5f0-4e3c-8559-e84e2075f596), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.995476 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (f3562015-01a8-442c-9260-a631d3a466e0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:54.995701 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network c3fd5976-8837-4886-aaff-706d72d2761f details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:16:54.996050 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:54.996765 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.030621 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Made reservation on behalf of 2f003cc2b7104c369e1aa74d6e48a9fc for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:55.034190 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.035709 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.038616 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50520) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:55.042191 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:55.127266 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.159831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port f10ca028-b122-47c2-a86e-faeb31b4ffb4 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:55.160280 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.171488 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:55.172395 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2438-0aa6-4a09-8e8d-78c4c01590e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:55.203479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] Pushing event updated for resources: {'Network': ['ID=f3562015-01a8-442c-9260-a631d3a466e0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:55.225027 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port f10ca028-b122-47c2-a86e-faeb31b4ffb4, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=f10ca028-b122-47c2-a86e-faeb31b4ffb4,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:16:55.242132 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Network a5813221-e639-425b-a3c4-33938890da3f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:55.246816 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network f3562015-01a8-442c-9260-a631d3a466e0 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:16:55.267864 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d4dad612-847c-4e4a-bb09-a4d7a5d8108f admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.7326560 Aug 04 02:16:55.293915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50526) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:55.313329 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.314851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c4882854-d432-4513-a490-e0126722ff30 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:16:55.316002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Request body: {'subnet': {'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2017607039-subnet', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:55.327390 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc520a7-22d1-4113-88db-ebfc30182c74 None None] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:55.332102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:55.339787 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:55.351434 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c1f5-7d99-4744-8852-63b093d97ddb admin admin] Publish callbacks [] for security_group (ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.396206 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Allocated IP 172.27.4.217 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/37f5450e-6dd0-4994-b01e-b7bc5d1b71eb) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:55.429902 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c1f5-7d99-4744-8852-63b093d97ddb admin admin] Publish callbacks [] for security_group (ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.456913 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Pushing event updated for resources: {'Port': ['ID=87cfb197-304d-4de9-a434-4ae89e4a200e,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:55.476140 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Made reservation on behalf of 1c32d82cce6541718e46908eaf9b98e9 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:16:55.484806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.490820 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-6f69201b-1c5d-43d7-b756-3277842c0ddf None None] Provisioning complete for port f10ca028-b122-47c2-a86e-faeb31b4ffb4 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:55.491457 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6f69201b-1c5d-43d7-b756-3277842c0ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.570259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:55.684462 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c1f5-7d99-4744-8852-63b093d97ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.687121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5ff7c1f5-7d99-4744-8852-63b093d97ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.688258 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5ff7c1f5-7d99-4744-8852-63b093d97ddb admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2 HTTP/1.1" status: 204 len: 168 time: 0.6449244 Aug 04 02:16:55.700236 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e4ef9-7093-4a64-9813-b3a4f29016a8 None None] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:55.704531 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:55.750214 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7c1f5-7d99-4744-8852-63b093d97ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd7c3e9-cf4d-4a12-9dce-d41bd01e67d2,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:55.768457 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks [] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.791052 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:55.791052 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:55.864555 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (a0061202-808e-43c3-a4fd-39c7b8c413a0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.868597 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.937340 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=f10ca028-b122-47c2-a86e-faeb31b4ffb4,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:55.967308 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (d7f7810a-5b4f-400e-9e13-824c447c46d5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:55.974142 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0061202-808e-43c3-a4fd-39c7b8c413a0,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:56.004097 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:56.008250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port c4882854-d432-4513-a490-e0126722ff30 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:56.009061 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c4882854-d432-4513-a490-e0126722ff30), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.013332 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:56.013681 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Network hostable DHCP agents. Network: c3fd5976-8837-4886-aaff-706d72d2761f, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:16:56.048660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:56.053662 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f7810a-5b4f-400e-9e13-824c447c46d5,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:56.065533 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Checking segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:56.065895 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Network hostable DHCP agents. Network: f3562015-01a8-442c-9260-a631d3a466e0, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:16:56.069888 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Network c3fd5976-8837-4886-aaff-706d72d2761f is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:16:56.072128 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:56.081282 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:56.091131 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, c3fd5976-8837-4886-aaff-706d72d2761f) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:56.100534 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:56.101651 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.105566 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Network f3562015-01a8-442c-9260-a631d3a466e0 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:16:56.133324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, f3562015-01a8-442c-9260-a631d3a466e0) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:56.142642 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-02e0b180-8455-4a72-851b-2db1206236c5 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3027396 Aug 04 02:16:56.144073 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:16:56.144518 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.146505 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Attempting to bind port 87cfb197-304d-4de9-a434-4ae89e4a200e on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:16:56.146867 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Attempting to bind port 87cfb197-304d-4de9-a434-4ae89e4a200e by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:16:56.147300 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Attempting to bind port 87cfb197-304d-4de9-a434-4ae89e4a200e on network a5813221-e639-425b-a3c4-33938890da3f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:16:56.155729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50550) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:56.161151 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:56.190914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a9138-33bc-42c5-aa6a-d2c6073766be None None] Network c3fd5976-8837-4886-aaff-706d72d2761f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:56.194092 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3ca3afd1-0c0f-43e5-a466-4f4af71adbbb admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8833277 Aug 04 02:16:56.197821 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50554) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:56.200335 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57e7ee-82da-4736-bf04-7fe115eda907 None None] Network f3562015-01a8-442c-9260-a631d3a466e0 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:56.201893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Allocated IP 172.27.4.28 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/a12535a3-7ae4-4dcd-9366-2ecb105f9759) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:56.204530 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:16:56.209619 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (34857f00-d642-4640-bed4-44b60b1b1ea7), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.211403 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (34857f00-d642-4640-bed4-44b60b1b1ea7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.252423 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50556) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:56.264158 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (8f40357a-2c9e-4387-99ef-d478c231d181), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.265195 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (8f40357a-2c9e-4387-99ef-d478c231d181), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.306057 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks [] for router_controller (34857f00-d642-4640-bed4-44b60b1b1ea7), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.321484 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:16:56.322426 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Checking segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:56.322426 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.322660 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Bound using segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:16:56.323101 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Bound port: 87cfb197-304d-4de9-a434-4ae89e4a200e, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:16:56.323483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.325288 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Pushing event updated for resources: {'Port': ['ID=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:56.394802 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks [] for router_controller (8f40357a-2c9e-4387-99ef-d478c231d181), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.404701 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21293a72-813e-4c68-8624-33614a2796c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.535522 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port c4882854-d432-4513-a490-e0126722ff30 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:56.535934 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c4882854-d432-4513-a490-e0126722ff30), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.561212 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks [] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.573429 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6f69201b-1c5d-43d7-b756-3277842c0ddf None None] Current status of the port f10ca028-b122-47c2-a86e-faeb31b4ffb4 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:56.589046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks [] for router_gateway (2fcbffc3-7239-4306-b890-5612f3a5bff7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.681663 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] For port 87cfb197-304d-4de9-a434-4ae89e4a200e, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:16:56.690530 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-c3fd5976-8837-4886-aaff-706d72d2761f', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:16:56.695521 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.711104 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.716992 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port c4882854-d432-4513-a490-e0126722ff30, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c4882854-d432-4513-a490-e0126722ff30,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:16:56.720116 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:56.747260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] For port 87cfb197-304d-4de9-a434-4ae89e4a200e, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=87cfb197-304d-4de9-a434-4ae89e4a200e,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:16:56.768986 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c4882854-d432-4513-a490-e0126722ff30), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.776780 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-f3562015-01a8-442c-9260-a631d3a466e0', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:16:56.778273 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.784845 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.816777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-224382b5-d80a-45bc-94ed-d5d8a2adc0e2 None None] Provisioning complete for port c4882854-d432-4513-a490-e0126722ff30 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:56.817354 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-224382b5-d80a-45bc-94ed-d5d8a2adc0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c4882854-d432-4513-a490-e0126722ff30), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:56.821098 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:56.979603 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks [] for router_gateway (34857f00-d642-4640-bed4-44b60b1b1ea7), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.009989 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:57.054621 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f10ca028-b122-47c2-a86e-faeb31b4ffb4 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:16:57.086575 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:57.096697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:57.105471 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:57.113575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks [] for router_gateway (8f40357a-2c9e-4387-99ef-d478c231d181), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.176943 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Allocated IP 172.27.4.225 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/9beea089-d887-41b6-a70d-31654b6e7366) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:57.265339 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a12535a3-7ae4-4dcd-9366-2ecb105f9759,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:57.299317 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=c4882854-d432-4513-a490-e0126722ff30,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:57.308990 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks [] for port (9beea089-d887-41b6-a70d-31654b6e7366), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.340921 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=77,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=15 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:57.348790 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (9beea089-d887-41b6-a70d-31654b6e7366), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.409183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9beea089-d887-41b6-a70d-31654b6e7366,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:57.425095 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks [] for router_gateway (2e279830-0e84-4828-9c4d-4774bccea8cb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.425921 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:57.442124 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:57.490126 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:57.513560 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:57.602783 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126fdb8-1f20-490b-9a44-45eace626860 None None] Pushing event updated for resources: {'Port': ['ID=87cfb197-304d-4de9-a434-4ae89e4a200e,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:57.621780 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (2fcbffc3-7239-4306-b890-5612f3a5bff7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.622573 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:57.654911 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port f10ca028-b122-47c2-a86e-faeb31b4ffb4 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:57.655615 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.656080 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21293a72-813e-4c68-8624-33614a2796c2 admin admin] Publish callbacks [] for security_group (83eebfd0-873d-4084-89b2-8a1f8d7047ef), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.658538 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:57.719977 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21293a72-813e-4c68-8624-33614a2796c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (83eebfd0-873d-4084-89b2-8a1f8d7047ef), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.745137 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-224382b5-d80a-45bc-94ed-d5d8a2adc0e2 None None] Current status of the port c4882854-d432-4513-a490-e0126722ff30 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:57.751053 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Allocated IP 172.20.0.2 (c3fd5976-8837-4886-aaff-706d72d2761f/a0061202-808e-43c3-a4fd-39c7b8c413a0/56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:57.758084 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:57.785844 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Allocated IP 172.20.0.2 (f3562015-01a8-442c-9260-a631d3a466e0/d7f7810a-5b4f-400e-9e13-824c447c46d5/bd653032-d32e-4f2f-a426-8169b1057a59) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:57.842772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (2e279830-0e84-4828-9c4d-4774bccea8cb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:57.935549 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Router 2fcbffc3-7239-4306-b890-5612f3a5bff7 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:16:57.948752 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-21293a72-813e-4c68-8624-33614a2796c2 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=96e2c83a591f4384b4d83e7724120d81&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6949203 Aug 04 02:16:57.949478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21293a72-813e-4c68-8624-33614a2796c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eebfd0-873d-4084-89b2-8a1f8d7047ef,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:57.952815 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50586) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:57.958665 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port f10ca028-b122-47c2-a86e-faeb31b4ffb4 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:57.971047 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-8f83e4fd-bc29-419c-a923-e511b448ded1 None None] Provisioning complete for port c4882854-d432-4513-a490-e0126722ff30 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:57.971444 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8f83e4fd-bc29-419c-a923-e511b448ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c4882854-d432-4513-a490-e0126722ff30), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.132528 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:16:58.150430 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:58.150723 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Sync routers for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:16:58.155319 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:58.164192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.168454 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d4fb652d-7976-4bc6-869b-012f4ee63b30 admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1886313 Aug 04 02:16:58.169530 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50588) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:58.193553 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:16:58.198617 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks [] for router_gateway (77861627-b5f0-4e3c-8559-e84e2075f596), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.200433 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Publish callbacks [] for port (bd653032-d32e-4f2f-a426-8169b1057a59), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.202198 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Publish callbacks [] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.206278 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:16:58.218183 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.226822 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.248916 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-8f83e4fd-bc29-419c-a923-e511b448ded1 None None] Current status of the port c4882854-d432-4513-a490-e0126722ff30 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:58.281059 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks [] for router_gateway (34857f00-d642-4640-bed4-44b60b1b1ea7), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.287690 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Network f3562015-01a8-442c-9260-a631d3a466e0 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:58.295861 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:58.302712 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks [] for router_gateway (8f40357a-2c9e-4387-99ef-d478c231d181), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.306681 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:58.309742 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-8f83e4fd-bc29-419c-a923-e511b448ded1 None None] Provisioning complete for port f10ca028-b122-47c2-a86e-faeb31b4ffb4 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:58.310122 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8f83e4fd-bc29-419c-a923-e511b448ded1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.314620 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:58.324017 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-22739af7-2535-46fd-aaa5-d156fbf88576 admin admin] Publish callbacks [] for security_group (83eebfd0-873d-4084-89b2-8a1f8d7047ef), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.343634 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:58.343953 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Router 2e279830-0e84-4828-9c4d-4774bccea8cb is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:16:58.353243 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.385020 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:58.389894 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Pushing event updated for resources: {'Port': ['ID=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:58.423007 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:16:58.484815 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913d1dd-a8d6-4604-aefa-149e38db06a3 None None] Network a5813221-e639-425b-a3c4-33938890da3f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:16:58.488131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:16:58.550503 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.551991 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-32af8c40-352f-413f-9f42-aff972c1f8b3 admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7873962 Aug 04 02:16:58.560357 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.561543 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Sync routers for ids ['2e279830-0e84-4828-9c4d-4774bccea8cb'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:16:58.564078 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50594) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:16:58.611205 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Pushing event updated for resources: {'Port': ['ID=bd653032-d32e-4f2f-a426-8169b1057a59,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:58.674319 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-22739af7-2535-46fd-aaa5-d156fbf88576 admin admin] Publish callbacks [] for security_group (83eebfd0-873d-4084-89b2-8a1f8d7047ef), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.681478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:58.701507 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-8f83e4fd-bc29-419c-a923-e511b448ded1 None None] Current status of the port f10ca028-b122-47c2-a86e-faeb31b4ffb4 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:16:58.720497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Attempting to bind port bd653032-d32e-4f2f-a426-8169b1057a59 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:16:58.720902 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Attempting to bind port bd653032-d32e-4f2f-a426-8169b1057a59 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:16:58.721271 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Attempting to bind port bd653032-d32e-4f2f-a426-8169b1057a59 on network f3562015-01a8-442c-9260-a631d3a466e0 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:16:58.723242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Routers {'2e279830-0e84-4828-9c4d-4774bccea8cb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:16:58.723877 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2e279830-0e84-4828-9c4d-4774bccea8cb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:16:58.745776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Attempting to bind port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:16:58.746434 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Attempting to bind port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:16:58.746531 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Attempting to bind port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:16:58.790684 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:16:58.791061 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Checking segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:58.791466 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.791865 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Bound using segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:16:58.792352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Bound port: bd653032-d32e-4f2f-a426-8169b1057a59, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:16:58.792756 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.812842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:16:58.813344 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:16:58.813628 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.814003 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Bound using segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:16:58.814491 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Bound port: 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:16:58.814872 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.877458 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:16:56Z', 'revision_number': 3, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:16:58.909165 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:58.947505 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Checking router: 2fcbffc3-7239-4306-b890-5612f3a5bff7 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:16:58.947855 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Updating router 2fcbffc3-7239-4306-b890-5612f3a5bff7 port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:16:58.975149 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] Provisioning complete for port 87cfb197-304d-4de9-a434-4ae89e4a200e triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:58.976132 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:58.993517 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Allocated IP 172.27.4.199 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/679b3b89-1722-4d03-9d5d-3a2539fe7378) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:59.011252 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.044257 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.050193 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-22739af7-2535-46fd-aaa5-d156fbf88576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (83eebfd0-873d-4084-89b2-8a1f8d7047ef), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.054187 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-22739af7-2535-46fd-aaa5-d156fbf88576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.054386 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-22739af7-2535-46fd-aaa5-d156fbf88576 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/83eebfd0-873d-4084-89b2-8a1f8d7047ef HTTP/1.1" status: 204 len: 168 time: 1.0932324 Aug 04 02:16:59.099274 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22739af7-2535-46fd-aaa5-d156fbf88576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eebfd0-873d-4084-89b2-8a1f8d7047ef,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:59.121980 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 87cfb197-304d-4de9-a434-4ae89e4a200e up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:16:59.140661 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:59.141261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:59.179104 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (77861627-b5f0-4e3c-8559-e84e2075f596), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.211591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] For port bd653032-d32e-4f2f-a426-8169b1057a59, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:16:59.217087 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] For port bd653032-d32e-4f2f-a426-8169b1057a59, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=bd653032-d32e-4f2f-a426-8169b1057a59,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:16:59.234395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Set router 2e279830-0e84-4828-9c4d-4774bccea8cb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:16:59.370493 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Allocated IP 172.20.0.1 (9802934c-f69c-40a4-8c5e-9fb52ddbb971/73e97f78-d372-4334-8971-a9f42592cb5a/6192613c-6982-4d75-a0b3-dd5246bea8af) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:16:59.382875 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks [] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.436024 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:59.460857 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.503452 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:59.529442 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:59.542293 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks [] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.571001 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.573843 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:16:59.638527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] For port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:16:59.645597 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.676260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 87cfb197-304d-4de9-a434-4ae89e4a200e triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:16:59.691282 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.742891 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:59.753537 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:59.767381 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] For port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:16:59.775009 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:16:59.786200 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:59.787596 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (2fcbffc3-7239-4306-b890-5612f3a5bff7), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:16:59.817611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:16:59.819940 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Router 77861627-b5f0-4e3c-8559-e84e2075f596 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:16:59.823996 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:16:59.908458 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2560123-f00c-47e6-b943-073ba80353ed None None] Pushing event updated for resources: {'Port': ['ID=bd653032-d32e-4f2f-a426-8169b1057a59,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:16:59.916344 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Allocated IP 172.27.4.121 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/25142479-21f9-4ebc-83a2-bb880843d3b0) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:00.001018 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.023939 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Pushing event updated for resources: {'Port': ['ID=679b3b89-1722-4d03-9d5d-3a2539fe7378,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:00.094135 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] Current status of the port 87cfb197-304d-4de9-a434-4ae89e4a200e is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:00.094532 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.321256 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceade6-244a-45dd-8629-53c3fdc8692c None None] Pushing event updated for resources: {'Port': ['ID=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:00.342069 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:00.352137 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:16:57Z', 'revision_number': 3, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:00.377855 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Pushing event updated for resources: {'Port': ['ID=6192613c-6982-4d75-a0b3-dd5246bea8af,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:00.401116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] For port 87cfb197-304d-4de9-a434-4ae89e4a200e, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=87cfb197-304d-4de9-a434-4ae89e4a200e,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:00.422400 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Checking router: 2e279830-0e84-4828-9c4d-4774bccea8cb for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:00.422783 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Updating router 2e279830-0e84-4828-9c4d-4774bccea8cb port a12535a3-7ae4-4dcd-9366-2ecb105f9759 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:00.479472 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 87cfb197-304d-4de9-a434-4ae89e4a200e is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:00.481443 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.506050 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.568063 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.581877 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.593461 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.db.api [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 04 02:17:00.593960 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG oslo_db.api [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 02:17:00.676761 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbeb78-6dff-4b68-b4de-37f6becdfe5e None None] Pushing event updated for resources: {'Port': ['ID=87cfb197-304d-4de9-a434-4ae89e4a200e,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:00.713972 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-c4226133-e5fc-4db1-b0b3-905d5b8ece65 None None] Provisioning complete for port 87cfb197-304d-4de9-a434-4ae89e4a200e triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:00.714443 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c4226133-e5fc-4db1-b0b3-905d5b8ece65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.758768 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.785011 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:00.917092 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-c4226133-e5fc-4db1-b0b3-905d5b8ece65 None None] Current status of the port 87cfb197-304d-4de9-a434-4ae89e4a200e is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:00.932398 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-c4226133-e5fc-4db1-b0b3-905d5b8ece65 None None] Provisioning complete for port 6192613c-6982-4d75-a0b3-dd5246bea8af triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:00.932876 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c4226133-e5fc-4db1-b0b3-905d5b8ece65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.953705 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks [] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.963532 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.972223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (2fcbffc3-7239-4306-b890-5612f3a5bff7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:00.985010 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-c4226133-e5fc-4db1-b0b3-905d5b8ece65 None None] Port 6192613c-6982-4d75-a0b3-dd5246bea8af cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:01.157501 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:01.191292 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:01.218321 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 87cfb197-304d-4de9-a434-4ae89e4a200e is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:01.219395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c4882854-d432-4513-a490-e0126722ff30 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:01.305194 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks [] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:01.313694 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:01.326006 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks [] for router_gateway (34857f00-d642-4640-bed4-44b60b1b1ea7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:01.335520 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:01.342525 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:01.369717 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:01.370787 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:01.394244 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Pushing event updated for resources: {'Port': ['ID=6192613c-6982-4d75-a0b3-dd5246bea8af,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:01.401797 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port c4882854-d432-4513-a490-e0126722ff30 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:01.403169 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c4882854-d432-4513-a490-e0126722ff30), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:01.555612 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956cd55-2803-4c8e-a00c-04485b749505 None None] Network f3562015-01a8-442c-9260-a631d3a466e0 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:17:01.578414 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Router 2fcbffc3-7239-4306-b890-5612f3a5bff7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:01.601361 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:01.602624 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-efacf056-a6b8-4063-b7fe-a1bf27e641f6 admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.0755439 Aug 04 02:17:01.610756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50688) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:01.717533 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:01.723775 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port c4882854-d432-4513-a490-e0126722ff30 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:01.745692 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] Provisioning complete for port bd653032-d32e-4f2f-a426-8169b1057a59 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:01.746066 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:01.895658 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:01.992114 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Pushing event updated for resources: {'Port': ['ID=25142479-21f9-4ebc-83a2-bb880843d3b0,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:02.057958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:02.073250 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.103823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:02.116264 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:02.139565 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.179907 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Allocated IP 172.20.0.1 (ad96f9bb-a75d-449e-a125-0743ca8acc02/39a22478-e720-4c6e-a358-b9c051ed381b/2a31f2d4-7291-4489-afc7-35a0ff24118c) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:02.188598 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] Current status of the port bd653032-d32e-4f2f-a426-8169b1057a59 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:02.188598 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.227232 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0174e8-3bfb-4ead-b867-f1a65be0b59f None None] Network c3fd5976-8837-4886-aaff-706d72d2761f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:17:02.287108 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:02.320651 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-656b2c56-67c1-4dfe-b75a-c0745b735edb admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/2fcbffc3-7239-4306-b890-5612f3a5bff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1394014 Aug 04 02:17:02.320865 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device bd653032-d32e-4f2f-a426-8169b1057a59 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:02.320974 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Publish callbacks [] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.320974 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.343105 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.511494 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.516922 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.525283 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] For port bd653032-d32e-4f2f-a426-8169b1057a59, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=bd653032-d32e-4f2f-a426-8169b1057a59,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:02.532078 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Attempting to bind port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:02.540076 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Attempting to bind port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:02.540646 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Attempting to bind port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:02.594193 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.633717 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks [] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.641581 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:02.641970 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:02.642386 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.643515 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:02.649136 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Bound port: 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:02.649811 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.703148 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Pushing event updated for resources: {'Port': ['ID=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:02.735783 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.738000 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (34857f00-d642-4640-bed4-44b60b1b1ea7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.807071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:02.864251 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:02.872766 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.875549 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.876115 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.882142 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.882981 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.883767 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.885307 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.891700 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.893222 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.893874 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.896191 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.896804 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.897840 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.898185 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.912538 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Tracked resource versions report: Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: pushed versions: Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: { 'AddressGroup': {'1.2'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Agent': {'1.1'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'ConntrackHelper': {'1.0'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'LocalIPAssociation': {'1.0'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Log': {'1.0'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'NDPProxy': {'1.0'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Network': {'1.1'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Port': {'1.7'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'PortForwarding': {'1.3'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'QosPolicy': {'1.10'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroup': {'1.5'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroupRule': {'1.2'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SubPort': {'1.0'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Subnet': {'1.1'}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Trunk': {'1.1'}} Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: consumer versions: Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: { DHCP agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: HyperV agent@hv-cinder-74014: {}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: L3 agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: Metadata agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: Metering agent@dv-cinder-740146-17-iscsi: {}, Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: Open vSwitch agent@dv-cinder-740146-17-iscsi: { 'AddressGroup': '1.2', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Agent': '1.1', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'ConntrackHelper': '1.0', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'LocalIPAssociation': '1.0', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Log': '1.0', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'NDPProxy': '1.0', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Network': '1.1', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Port': '1.7', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'PortForwarding': '1.3', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'QosPolicy': '1.10', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroup': '1.5', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SecurityGroupRule': '1.2', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'SubPort': '1.0', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Subnet': '1.1', Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: 'Trunk': '1.1'}} Aug 04 02:17:02.915431 dv-cinder-740146-17-iscsi neutron-server[104419]: {{(pid=104419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 02:17:02.925539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Pushing event updated for resources: {'Port': ['ID=2a31f2d4-7291-4489-afc7-35a0ff24118c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:03.021216 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] For port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:03.024012 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:16:57Z', 'revision_number': 3, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:03.040143 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] For port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:03.096848 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:03.097438 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Updating router 77861627-b5f0-4e3c-8559-e84e2075f596 port 9beea089-d887-41b6-a70d-31654b6e7366 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:03.102034 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.136544 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:03.176147 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:03.181354 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:03.182126 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (2e279830-0e84-4828-9c4d-4774bccea8cb), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.204677 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Provisioning complete for port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:03.205270 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.230508 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50752) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:03.231094 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50760) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:03.244072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port bd653032-d32e-4f2f-a426-8169b1057a59 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:03.244425 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.248659 dv-cinder-740146-17-iscsi neutron-server[104416]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 02:17:03.267205 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:03.294606 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9beea089-d887-41b6-a70d-31654b6e7366), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.325650 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Publish callbacks [] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.360143 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:03.382590 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:03.392016 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:03.402602 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks [] for router_gateway (8f40357a-2c9e-4387-99ef-d478c231d181), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.403635 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b62a5a-1654-44d3-9bbb-72ed0d73d4b3 None None] Pushing event updated for resources: {'Port': ['ID=bd653032-d32e-4f2f-a426-8169b1057a59,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:03.456268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.577376 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Attempting to bind port a12535a3-7ae4-4dcd-9366-2ecb105f9759 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:03.587996 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Attempting to bind port a12535a3-7ae4-4dcd-9366-2ecb105f9759 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:03.588422 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Attempting to bind port a12535a3-7ae4-4dcd-9366-2ecb105f9759 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:03.613543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-634c47e8-ed50-4ecd-8681-94b4c7668082 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:03.625266 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-634c47e8-ed50-4ecd-8681-94b4c7668082 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 819 time: 0.3732233 Aug 04 02:17:03.644712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:03.645097 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:03.645510 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.645911 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:03.646406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Bound port: a12535a3-7ae4-4dcd-9366-2ecb105f9759, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:03.646796 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:03.679618 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b744-5e63-43d6-9cb0-b10af08b770f None None] Pushing event updated for resources: {'Port': ['ID=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:03.681578 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-44bdd6d1-0fc2-46b8-ad90-eb2381de0101 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/quotas/c61d4ea2b52c497caeb298fe8677488e HTTP/1.1" status: 200 len: 375 time: 0.0460551 Aug 04 02:17:03.810107 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:03.833290 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:17:03.992705 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-913657a2-6575-455c-8014-cd0239256077 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2442448 Aug 04 02:17:03.993367 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b1a9a-555c-4f56-b835-056688594887 None None] Pushing event updated for resources: {'Port': ['ID=a12535a3-7ae4-4dcd-9366-2ecb105f9759,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:04.010768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port bd653032-d32e-4f2f-a426-8169b1057a59 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:04.011868 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 87cfb197-304d-4de9-a434-4ae89e4a200e up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:04.019033 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-416fe910-5b7f-423a-b9a3-c8a73cd30117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.084277 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] For port a12535a3-7ae4-4dcd-9366-2ecb105f9759, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:04.087210 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Current status of the port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:04.087610 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.119259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] For port a12535a3-7ae4-4dcd-9366-2ecb105f9759, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=a12535a3-7ae4-4dcd-9366-2ecb105f9759,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:04.142768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.145895 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] For port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:04.153208 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 87cfb197-304d-4de9-a434-4ae89e4a200e triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:04.153608 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.159570 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-416fe910-5b7f-423a-b9a3-c8a73cd30117 admin admin] Publish callbacks [] for security_group (6a1c0187-edcd-4e42-90a2-bd47349c9736), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.178064 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-416fe910-5b7f-423a-b9a3-c8a73cd30117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6a1c0187-edcd-4e42-90a2-bd47349c9736), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.194279 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:04.216046 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (8f40357a-2c9e-4387-99ef-d478c231d181), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.218312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.218761 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.233974 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-416fe910-5b7f-423a-b9a3-c8a73cd30117 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=1ccd522731d34716b2f806e4e51ba8e3&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9927649 Aug 04 02:17:04.238403 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50784) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:04.242152 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.264992 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Provisioning complete for port bd653032-d32e-4f2f-a426-8169b1057a59 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:04.265404 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.299772 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Routers {'2e279830-0e84-4828-9c4d-4774bccea8cb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:04.300439 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2e279830-0e84-4828-9c4d-4774bccea8cb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:04.339952 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96333032-6c50-4978-bd10-41052c8275cd admin admin] Publish callbacks [] for security_group (6a1c0187-edcd-4e42-90a2-bd47349c9736), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.435206 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 2, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:04.448091 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:04.466974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b1a9a-555c-4f56-b835-056688594887 None None] Pushing event updated for resources: {'Port': ['ID=a12535a3-7ae4-4dcd-9366-2ecb105f9759,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:04.520870 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5387c93d-8d96-439f-94ad-7c023c2c8abb None None] The sync data for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi is: [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 2, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:04.751605 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Publish callbacks [] for port (9beea089-d887-41b6-a70d-31654b6e7366), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.764371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Allocated IP 172.20.0.1 (a5813221-e639-425b-a3c4-33938890da3f/8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1/9d33d1d9-480a-4a4f-97f3-920531a58930) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:04.766702 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9beea089-d887-41b6-a70d-31654b6e7366), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.768494 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:04.881416 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 87cfb197-304d-4de9-a434-4ae89e4a200e is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:04.883760 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:04.885911 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:04.914275 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:04.921410 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:04.937698 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:04.945145 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:04.956852 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-da9c78e0-8761-43f0-b4c3-22788835f7a4 service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:17:04.973513 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-da9c78e0-8761-43f0-b4c3-22788835f7a4 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6590605 Aug 04 02:17:04.985708 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Router 8f40357a-2c9e-4387-99ef-d478c231d181 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:17:04.995128 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.006800 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-41aa94d8-3566-4939-92db-3655c144215b admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8492768 Aug 04 02:17:05.025488 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50800) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:05.025935 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Pushing event updated for resources: {'Port': ['ID=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:05.070134 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Attempting to bind port 9beea089-d887-41b6-a70d-31654b6e7366 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:05.070702 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Attempting to bind port 9beea089-d887-41b6-a70d-31654b6e7366 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:05.071530 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Attempting to bind port 9beea089-d887-41b6-a70d-31654b6e7366 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:05.085029 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:05.085662 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:05.087818 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Current status of the port bd653032-d32e-4f2f-a426-8169b1057a59 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:05.088544 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:05.089410 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:05.090019 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.090687 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:05.091318 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Bound port: 9beea089-d887-41b6-a70d-31654b6e7366, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:05.091881 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9beea089-d887-41b6-a70d-31654b6e7366), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.102148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Provisioning complete for port 6192613c-6982-4d75-a0b3-dd5246bea8af triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:05.102540 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.128345 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405b2b3-f5de-4e17-913d-93107a1220c1 None None] Pushing event updated for resources: {'Port': ['ID=9beea089-d887-41b6-a70d-31654b6e7366,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:05.150192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks [] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.160647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fe910-5b7f-423a-b9a3-c8a73cd30117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1c0187-edcd-4e42-90a2-bd47349c9736,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:05.185668 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96333032-6c50-4978-bd10-41052c8275cd admin admin] Publish callbacks [] for security_group (6a1c0187-edcd-4e42-90a2-bd47349c9736), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.192227 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] For port 9beea089-d887-41b6-a70d-31654b6e7366, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:05.201885 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] For port 9beea089-d887-41b6-a70d-31654b6e7366, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=9beea089-d887-41b6-a70d-31654b6e7366,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:05.222853 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9beea089-d887-41b6-a70d-31654b6e7366), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.247372 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] Set router 2e279830-0e84-4828-9c4d-4774bccea8cb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:05.296530 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.307483 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:05.308164 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:05.364463 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:05.364886 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.367618 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96333032-6c50-4978-bd10-41052c8275cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6a1c0187-edcd-4e42-90a2-bd47349c9736), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.370597 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96333032-6c50-4978-bd10-41052c8275cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.372109 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-96333032-6c50-4978-bd10-41052c8275cd admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/6a1c0187-edcd-4e42-90a2-bd47349c9736 HTTP/1.1" status: 204 len: 168 time: 1.1247110 Aug 04 02:17:05.379795 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405b2b3-f5de-4e17-913d-93107a1220c1 None None] Pushing event updated for resources: {'Port': ['ID=9beea089-d887-41b6-a70d-31654b6e7366,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:05.404859 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e872d-b43a-41e3-ac9d-492de43a074b None None] Port 6192613c-6982-4d75-a0b3-dd5246bea8af cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:05.414422 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96333032-6c50-4978-bd10-41052c8275cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1c0187-edcd-4e42-90a2-bd47349c9736,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:05.450920 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Network a5813221-e639-425b-a3c4-33938890da3f is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:05.462215 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:05.471309 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:05.471950 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (77861627-b5f0-4e3c-8559-e84e2075f596), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.540011 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:05.552717 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:05.608848 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:05.658837 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-0ce1d322-f3f8-4829-943f-a17987a81564 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849351 Aug 04 02:17:05.661177 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:05.665412 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50806) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:05.692708 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:05.696301 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:05.696750 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:05.730214 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks [] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.776271 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.777070 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (2e279830-0e84-4828-9c4d-4774bccea8cb), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.826331 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:05.832485 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Pushing event updated for resources: {'Port': ['ID=9d33d1d9-480a-4a4f-97f3-920531a58930,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:05.842360 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:05.884803 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:05.927462 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:06.021181 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:06.026112 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-20d6e081-3e78-4544-b1da-5c6881a4a45d admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8251798 Aug 04 02:17:06.049015 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:06.057185 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-e6de3b87-6e37-4470-a759-649165782226 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990179 Aug 04 02:17:06.057905 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50816) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:06.079711 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:06.107940 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:06.266076 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:06.385431 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:06.627777 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Pushing event updated for resources: {'Port': ['ID=2a31f2d4-7291-4489-afc7-35a0ff24118c,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:06.635617 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-270f7aba-94e1-4105-b036-ad7b0abb31e7 None None] Provisioning complete for port 2a31f2d4-7291-4489-afc7-35a0ff24118c triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:06.636169 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-270f7aba-94e1-4105-b036-ad7b0abb31e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:06.639291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50842) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:06.641914 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50840) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:06.685615 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a959ac8-1906-47cc-b7f2-01eecbc8ae11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:06.691611 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-270f7aba-94e1-4105-b036-ad7b0abb31e7 None None] Port 2a31f2d4-7291-4489-afc7-35a0ff24118c cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:06.726670 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 3, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:06.796842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-270f7aba-94e1-4105-b036-ad7b0abb31e7 None None] Provisioning complete for port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:06.797479 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-270f7aba-94e1-4105-b036-ad7b0abb31e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:06.805901 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:06.810393 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Updating router 8f40357a-2c9e-4387-99ef-d478c231d181 port 25142479-21f9-4ebc-83a2-bb880843d3b0 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:06.816588 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Router 2e279830-0e84-4828-9c4d-4774bccea8cb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:06.863751 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:06.864397 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:06.869420 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:17:03Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '2a31f2d4-7291-4489-afc7-35a0ff24118c', 'name': '', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'mac_address': 'fa:16:3e:ab:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:01Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 1, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'subnets': [{'id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:06.914708 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05a571-0328-4b2c-90c3-b2a554e75d79 None None] The sync data for ids ['2e279830-0e84-4828-9c4d-4774bccea8cb'] in dv-cinder-740146-17-iscsi is: [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:17:03Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '2a31f2d4-7291-4489-afc7-35a0ff24118c', 'name': '', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'mac_address': 'fa:16:3e:ab:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:01Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 1, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'subnets': [{'id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:06.990379 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.057719 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a959ac8-1906-47cc-b7f2-01eecbc8ae11 admin admin] Publish callbacks [] for security_group (6dfcb516-bd71-4019-8ffc-b9993e084b6b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.099831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 3, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:07.124165 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ada56f37-55fe-4bcc-b363-ccefad0c8ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.247696 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-270f7aba-94e1-4105-b036-ad7b0abb31e7 None None] Current status of the port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:07.320325 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device bd653032-d32e-4f2f-a426-8169b1057a59 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:07.324475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:07.324851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Updating router 34857f00-d642-4640-bed4-44b60b1b1ea7 port 679b3b89-1722-4d03-9d5d-3a2539fe7378 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:07.461350 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:07.483494 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:16:57Z', 'revision_number': 3, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:07.531573 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec882-58a5-488a-9472-a17c1f35ada5 None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:16:57Z', 'revision_number': 3, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:07.547958 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:17:07.556968 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:07.572598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:07.573549 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0a959ac8-1906-47cc-b7f2-01eecbc8ae11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6dfcb516-bd71-4019-8ffc-b9993e084b6b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.589163 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cb146b1c-dc5c-4956-874e-2f651d5da358 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/2e279830-0e84-4828-9c4d-4774bccea8cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0072095 Aug 04 02:17:07.673607 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0a959ac8-1906-47cc-b7f2-01eecbc8ae11 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=babea4c173ce42f49f43d8b09468b1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9213309 Aug 04 02:17:07.686229 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-215ce5a4-400f-4325-8df9-8c2dcbdc7dc1 req-0110781f-e49d-4756-b6eb-dfeb29b94a98 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 210 time: 1.0379305 Aug 04 02:17:07.706129 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50880) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:07.707670 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Publish callbacks [] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.711545 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-5341b543-497f-4a24-b2f0-bd283283b550 None None] Provisioning complete for port 2a31f2d4-7291-4489-afc7-35a0ff24118c triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:07.712058 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5341b543-497f-4a24-b2f0-bd283283b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.723354 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.771195 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Attempting to bind port 25142479-21f9-4ebc-83a2-bb880843d3b0 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:07.771752 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Attempting to bind port 25142479-21f9-4ebc-83a2-bb880843d3b0 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:07.772366 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Attempting to bind port 25142479-21f9-4ebc-83a2-bb880843d3b0 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:07.799333 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:07.800020 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:07.800533 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.801062 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:07.801655 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Bound port: 25142479-21f9-4ebc-83a2-bb880843d3b0, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:07.802190 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.869096 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] For port 25142479-21f9-4ebc-83a2-bb880843d3b0, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:07.869311 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port bd653032-d32e-4f2f-a426-8169b1057a59 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:07.870022 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.872121 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.874698 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] For port 25142479-21f9-4ebc-83a2-bb880843d3b0, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=25142479-21f9-4ebc-83a2-bb880843d3b0,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:07.910122 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ada56f37-55fe-4bcc-b363-ccefad0c8ffe admin admin] Publish callbacks [] for security_group (178f8c3c-31f4-45c4-a300-87f5b576ab7e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.937467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:07.947540 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ada56f37-55fe-4bcc-b363-ccefad0c8ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (178f8c3c-31f4-45c4-a300-87f5b576ab7e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:07.947750 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.014231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959ac8-1906-47cc-b7f2-01eecbc8ae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfcb516-bd71-4019-8ffc-b9993e084b6b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:08.040071 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:08.042980 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:08.078331 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.198674 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada56f37-55fe-4bcc-b363-ccefad0c8ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f8c3c-31f4-45c4-a300-87f5b576ab7e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:08.216301 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ada56f37-55fe-4bcc-b363-ccefad0c8ffe admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=280553ef422943e3b37e63b7adc9ded2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5548711 Aug 04 02:17:08.236878 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50892) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:08.332196 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf18c3ef-dd3c-4940-9beb-546a657a5dfe admin admin] Publish callbacks [] for security_group (6dfcb516-bd71-4019-8ffc-b9993e084b6b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.347541 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks [] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.404578 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.406039 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (77861627-b5f0-4e3c-8559-e84e2075f596), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.494819 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:08.623250 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b930eeb-4217-464c-b4d0-eaa2230dc58c admin admin] Publish callbacks [] for security_group (178f8c3c-31f4-45c4-a300-87f5b576ab7e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.745957 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b930eeb-4217-464c-b4d0-eaa2230dc58c admin admin] Publish callbacks [] for security_group (178f8c3c-31f4-45c4-a300-87f5b576ab7e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:08.774839 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:08.832509 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:08.889750 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Allocated IP 172.20.0.1 (c3fd5976-8837-4886-aaff-706d72d2761f/a0061202-808e-43c3-a4fd-39c7b8c413a0/692eeea0-d735-459c-bc53-6d59e02181ea) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:08.971698 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 3, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:08.986723 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eedc7-1063-4c51-a524-eb335829b4c6 None None] Pushing event updated for resources: {'Port': ['ID=25142479-21f9-4ebc-83a2-bb880843d3b0,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:09.152396 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks [] for port (692eeea0-d735-459c-bc53-6d59e02181ea), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.161143 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Publish callbacks [] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.168842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:09.187841 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Sync routers for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:09.204292 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:09.224066 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.225993 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-5341b543-497f-4a24-b2f0-bd283283b550 None None] Port 2a31f2d4-7291-4489-afc7-35a0ff24118c cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:09.296073 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Network a5813221-e639-425b-a3c4-33938890da3f is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:09.302162 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.309459 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf18c3ef-dd3c-4940-9beb-546a657a5dfe admin admin] Publish callbacks [] for security_group (6dfcb516-bd71-4019-8ffc-b9993e084b6b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.343531 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:09.349349 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Pushing event updated for resources: {'Port': ['ID=692eeea0-d735-459c-bc53-6d59e02181ea,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:09.368447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:09.378805 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:09.389443 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b930eeb-4217-464c-b4d0-eaa2230dc58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (178f8c3c-31f4-45c4-a300-87f5b576ab7e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.405895 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b930eeb-4217-464c-b4d0-eaa2230dc58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.418481 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9b930eeb-4217-464c-b4d0-eaa2230dc58c admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/178f8c3c-31f4-45c4-a300-87f5b576ab7e HTTP/1.1" status: 204 len: 168 time: 1.1738391 Aug 04 02:17:09.419609 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:09.422799 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (34857f00-d642-4640-bed4-44b60b1b1ea7), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.517124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:09.523797 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35369898-1bd8-4d62-9393-2df05b66b032 None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 3, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:09.562900 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f89b2-5aca-435b-948f-23c0024c2744 None None] Pushing event updated for resources: {'Port': ['ID=679b3b89-1722-4d03-9d5d-3a2539fe7378,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:09.566219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf18c3ef-dd3c-4940-9beb-546a657a5dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6dfcb516-bd71-4019-8ffc-b9993e084b6b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.573906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf18c3ef-dd3c-4940-9beb-546a657a5dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.581497 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cf18c3ef-dd3c-4940-9beb-546a657a5dfe admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/6dfcb516-bd71-4019-8ffc-b9993e084b6b HTTP/1.1" status: 204 len: 168 time: 1.8599360 Aug 04 02:17:09.591767 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Attempting to bind port 679b3b89-1722-4d03-9d5d-3a2539fe7378 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:09.593318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Attempting to bind port 679b3b89-1722-4d03-9d5d-3a2539fe7378 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:09.598230 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Attempting to bind port 679b3b89-1722-4d03-9d5d-3a2539fe7378 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:09.622847 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:09.623864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:09.624415 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.624837 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:09.627438 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Bound port: 679b3b89-1722-4d03-9d5d-3a2539fe7378, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:09.627867 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:09.768970 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:09.773460 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4eedc7-1063-4c51-a524-eb335829b4c6 None None] Pushing event updated for resources: {'Port': ['ID=25142479-21f9-4ebc-83a2-bb880843d3b0,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:09.804919 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] For port 679b3b89-1722-4d03-9d5d-3a2539fe7378, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:09.814154 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] For port 679b3b89-1722-4d03-9d5d-3a2539fe7378, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=679b3b89-1722-4d03-9d5d-3a2539fe7378,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:09.827296 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:09.828669 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:09.906184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18c3ef-dd3c-4940-9beb-546a657a5dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfcb516-bd71-4019-8ffc-b9993e084b6b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:09.911988 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Pushing event updated for resources: {'Port': ['ID=9d33d1d9-480a-4a4f-97f3-920531a58930,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:09.980827 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f071c69f-62c6-4302-a9c4-c375570e9527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.055270 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-5341b543-497f-4a24-b2f0-bd283283b550 None None] Provisioning complete for port 9d33d1d9-480a-4a4f-97f3-920531a58930 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:10.057528 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5341b543-497f-4a24-b2f0-bd283283b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.065546 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.165693 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:10.212935 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b930eeb-4217-464c-b4d0-eaa2230dc58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f8c3c-31f4-45c4-a300-87f5b576ab7e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:10.285993 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.291800 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:10.307182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.424297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:10.424974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:16:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:10.469380 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-b05f6bd2-c020-465f-93c3-96e9c48e87ca tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:10.473401 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-b05f6bd2-c020-465f-93c3-96e9c48e87ca tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 819 time: 1.6485023 Aug 04 02:17:10.499893 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 50952) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:10.544945 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-995f4a8d-0f4b-4531-8a3c-7f040a3cba19 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:10.547366 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-995f4a8d-0f4b-4531-8a3c-7f040a3cba19 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/networks?id=ad96f9bb-a75d-449e-a125-0743ca8acc02 HTTP/1.1" status: 200 len: 812 time: 0.7622466 Aug 04 02:17:10.560493 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-5341b543-497f-4a24-b2f0-bd283283b550 None None] Port 9d33d1d9-480a-4a4f-97f3-920531a58930 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:10.572066 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-a449e034-4c4a-4e89-b8e8-3bc18f4d8e22 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/quotas/c61d4ea2b52c497caeb298fe8677488e HTTP/1.1" status: 200 len: 375 time: 0.0557599 Aug 04 02:17:10.592333 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Router 77861627-b5f0-4e3c-8559-e84e2075f596 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:10.637451 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port bd653032-d32e-4f2f-a426-8169b1057a59 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:10.640400 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:10.702843 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-4426b729-e8ca-4c6e-99fe-1befb936f966 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/quotas/de98ffc315d4474c8b5d5370ba1fe97c HTTP/1.1" status: 200 len: 375 time: 0.1470668 Aug 04 02:17:10.723182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks [] for port (692eeea0-d735-459c-bc53-6d59e02181ea), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.729268 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.36', 49206) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:10.751004 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:10.755628 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f89b2-5aca-435b-948f-23c0024c2744 None None] Pushing event updated for resources: {'Port': ['ID=679b3b89-1722-4d03-9d5d-3a2539fe7378,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:10.794955 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae6ec-7508-45df-b735-8010161d8c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.815385 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:10.829969 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.834479 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (34857f00-d642-4640-bed4-44b60b1b1ea7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.880238 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-de2c2bbe-79a6-4c4c-8b31-68a1c2e15690 None None] Provisioning complete for port 692eeea0-d735-459c-bc53-6d59e02181ea triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:10.880910 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de2c2bbe-79a6-4c4c-8b31-68a1c2e15690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:10.951917 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-35cb46b0-acfc-482e-b5be-fdb41ff46655 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=de98ffc315d4474c8b5d5370ba1fe97c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2454801 Aug 04 02:17:11.020701 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-0755eda6-9b3b-40b9-b3f3-cb7ec151a2f7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4472950 Aug 04 02:17:11.062418 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:11.063740 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:11.144839 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Pushing event updated for resources: {'Port': ['ID=692eeea0-d735-459c-bc53-6d59e02181ea,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:11.295807 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae6ec-7508-45df-b735-8010161d8c50 admin admin] Publish callbacks [] for security_group (64ce3f8a-efeb-4c20-8b01-ad0d737a1804), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:11.307889 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:11.397020 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-de2c2bbe-79a6-4c4c-8b31-68a1c2e15690 None None] Port 692eeea0-d735-459c-bc53-6d59e02181ea cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:11.460337 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae6ec-7508-45df-b735-8010161d8c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (64ce3f8a-efeb-4c20-8b01-ad0d737a1804), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:11.470831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 2, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:11.490494 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-de2c2bbe-79a6-4c4c-8b31-68a1c2e15690 None None] Provisioning complete for port 9d33d1d9-480a-4a4f-97f3-920531a58930 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:11.491102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-de2c2bbe-79a6-4c4c-8b31-68a1c2e15690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:11.497614 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:11.530410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Allocated IP 172.20.0.1 (f3562015-01a8-442c-9260-a631d3a466e0/d7f7810a-5b4f-400e-9e13-824c447c46d5/92ef2df4-adf3-4044-adcd-7e28547cdc36) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:11.557170 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Checking router: 2fcbffc3-7239-4306-b890-5612f3a5bff7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:11.557665 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Updating router 2fcbffc3-7239-4306-b890-5612f3a5bff7 port 6192613c-6982-4d75-a0b3-dd5246bea8af binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:11.570019 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-da71556a-8118-4368-aa99-9983bf8b2e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:11.595979 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-be06d9fa-aba4-4376-b9b1-bea69d9e3a43 service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:17:11.597079 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-be06d9fa-aba4-4376-b9b1-bea69d9e3a43 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3620551 Aug 04 02:17:11.598571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:11.612354 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-e80a5ba3-d035-455f-938f-556ac6f1b8bf service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905213 Aug 04 02:17:11.612565 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1f4ae6ec-7508-45df-b735-8010161d8c50 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=d506cb539df146128fe763e275f29d03&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1055095 Aug 04 02:17:11.615721 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 50988) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:11.635202 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ae6ec-7508-45df-b735-8010161d8c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ce3f8a-efeb-4c20-8b01-ad0d737a1804,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:11.681699 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-de2c2bbe-79a6-4c4c-8b31-68a1c2e15690 None None] Port 9d33d1d9-480a-4a4f-97f3-920531a58930 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:11.716347 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:11.721248 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:11.736102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:11.737599 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:11.805715 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b739302c-aae9-4b43-afc4-1b606be6165f admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/77861627-b5f0-4e3c-8559-e84e2075f596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1938334 Aug 04 02:17:11.842970 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:11.851586 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-3dabc7d9-bc10-4fea-925e-025ef2a76a36 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:11.853381 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-3dabc7d9-bc10-4fea-925e-025ef2a76a36 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 819 time: 1.0955079 Aug 04 02:17:11.867262 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:11.870114 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:11.929020 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'port': {'device_id': 'a319988c-e250-4b92-a587-cc65e764dd56', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'admin_state_up': True, 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:12.006366 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:08Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:12.278974 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Made reservation on behalf of c61d4ea2b52c497caeb298fe8677488e for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:17:12.283047 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:12.408238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:12.432582 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:12.651886 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:12.673020 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:12.684285 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:12.796091 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a53443ad-a633-4415-9258-bf9c923245d1 admin admin] Publish callbacks [] for security_group (64ce3f8a-efeb-4c20-8b01-ad0d737a1804), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:12.887091 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a53443ad-a633-4415-9258-bf9c923245d1 admin admin] Publish callbacks [] for security_group (64ce3f8a-efeb-4c20-8b01-ad0d737a1804), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.038069 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6516c70-6ad8-41e1-9cb1-2fdc4f1e8503 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:08Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:13.073066 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:13.104554 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6f7c38ca-af2f-4616-8d94-70e2099ffcee admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/34857f00-d642-4640-bed4-44b60b1b1ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0757716 Aug 04 02:17:13.120437 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a53443ad-a633-4415-9258-bf9c923245d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (64ce3f8a-efeb-4c20-8b01-ad0d737a1804), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.138854 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:13.145992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a53443ad-a633-4415-9258-bf9c923245d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.151021 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a53443ad-a633-4415-9258-bf9c923245d1 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/64ce3f8a-efeb-4c20-8b01-ad0d737a1804 HTTP/1.1" status: 204 len: 168 time: 1.3555641 Aug 04 02:17:13.177973 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ad296221-05d5-49bd-83ca-c3d9a3dd7dc7 None None] Provisioning complete for port 692eeea0-d735-459c-bc53-6d59e02181ea triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:13.179562 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53443ad-a633-4415-9258-bf9c923245d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ce3f8a-efeb-4c20-8b01-ad0d737a1804,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:13.180526 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ad296221-05d5-49bd-83ca-c3d9a3dd7dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.186632 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-74bbd498-f08d-40cd-b572-5db165ae6c95 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3743517 Aug 04 02:17:13.216185 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-a9d43828-07d6-4f97-8e3c-03ffd04afe54 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ad96f9bb-a75d-449e-a125-0743ca8acc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6024339 Aug 04 02:17:13.269000 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks [] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.308216 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.315457 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ad296221-05d5-49bd-83ca-c3d9a3dd7dc7 None None] Port 692eeea0-d735-459c-bc53-6d59e02181ea cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:13.505484 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Publish callbacks [] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.527920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.537109 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:13.538085 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.561429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.740936 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Sync routers for ids ['2e279830-0e84-4828-9c4d-4774bccea8cb'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:13.749733 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Network f3562015-01a8-442c-9260-a631d3a466e0 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:13.763920 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:13.776680 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8e6b1-bde9-4bb8-a996-2cd14565537a None None] Pushing event updated for resources: {'Port': ['ID=6192613c-6982-4d75-a0b3-dd5246bea8af,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:13.791355 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Attempting to bind port 6192613c-6982-4d75-a0b3-dd5246bea8af on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:13.791775 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Attempting to bind port 6192613c-6982-4d75-a0b3-dd5246bea8af by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:13.792069 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Attempting to bind port 6192613c-6982-4d75-a0b3-dd5246bea8af on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:13.809315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Routers {'2e279830-0e84-4828-9c4d-4774bccea8cb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:13.817366 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2e279830-0e84-4828-9c4d-4774bccea8cb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:13.839254 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:13.853809 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (8f40357a-2c9e-4387-99ef-d478c231d181), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:13.886928 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Allocated IP 172.20.0.7 (9802934c-f69c-40a4-8c5e-9fb52ddbb971/73e97f78-d372-4334-8971-a9f42592cb5a/fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:14.070955 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:14.073839 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Checking segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:14.075112 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:14.088456 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Bound using segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:14.094295 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Bound port: 6192613c-6982-4d75-a0b3-dd5246bea8af, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:14.096737 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:14.141717 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:06Z', 'revision_number': 2, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:14.200984 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Pushing event updated for resources: {'Port': ['ID=92ef2df4-adf3-4044-adcd-7e28547cdc36,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:14.243029 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:14.276263 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:14.276646 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Updating router 77861627-b5f0-4e3c-8559-e84e2075f596 port 9d33d1d9-480a-4a4f-97f3-920531a58930 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:14.278148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Set router 2e279830-0e84-4828-9c4d-4774bccea8cb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:14.332177 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-18703918-77c7-4877-8e35-0bba57e3a614 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/ad96f9bb-a75d-449e-a125-0743ca8acc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1040421 Aug 04 02:17:14.352098 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:14.468412 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:14.608769 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:14.748524 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:14.955170 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:14.961329 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.138916 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51086) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:15.143217 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553452347', 'description': 'tempest-description--1380844301'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:15.144942 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks [] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.148372 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:15.150768 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:15.158407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.159662 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (8f40357a-2c9e-4387-99ef-d478c231d181), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.215444 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:15.216055 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.267294 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Publish callbacks [] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.284995 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.292139 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.359032 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-6b36ca8a-c5b1-40ff-ae77-0b4dccee16f4 None None] Provisioning complete for port 92ef2df4-adf3-4044-adcd-7e28547cdc36 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:15.368005 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6b36ca8a-c5b1-40ff-ae77-0b4dccee16f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.482130 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4f84087-7821-4feb-afb2-e2384ee0dc52 req-d64b4c80-44cf-4ac4-901c-8acce21db2e5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.3067329 Aug 04 02:17:15.523908 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Network f3562015-01a8-442c-9260-a631d3a466e0 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:15.544493 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Pushing event updated for resources: {'Port': ['ID=92ef2df4-adf3-4044-adcd-7e28547cdc36,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:15.547013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:15.598397 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6601a2-4df4-457c-bcf9-3efbfc75d70a None None] Pushing event updated for resources: {'Port': ['ID=9d33d1d9-480a-4a4f-97f3-920531a58930,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:15.618297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:15.661199 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:15.662496 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Attempting to bind port 9d33d1d9-480a-4a4f-97f3-920531a58930 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:15.667226 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Attempting to bind port 9d33d1d9-480a-4a4f-97f3-920531a58930 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:15.668554 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Attempting to bind port 9d33d1d9-480a-4a4f-97f3-920531a58930 on network a5813221-e639-425b-a3c4-33938890da3f {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:15.684943 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:15.686009 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:15.686805 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Checking segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:15.687610 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.688290 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Bound using segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:15.689285 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Bound port: 9d33d1d9-480a-4a4f-97f3-920531a58930, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:15.689955 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.726299 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] For port 6192613c-6982-4d75-a0b3-dd5246bea8af, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:15.763519 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:15.990527 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] For port 9d33d1d9-480a-4a4f-97f3-920531a58930, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:16.021662 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] For port 9d33d1d9-480a-4a4f-97f3-920531a58930, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=9d33d1d9-480a-4a4f-97f3-920531a58930,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:16.056745 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] For port 6192613c-6982-4d75-a0b3-dd5246bea8af, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6192613c-6982-4d75-a0b3-dd5246bea8af,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:16.058465 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:16.115756 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6b36ca8a-c5b1-40ff-ae77-0b4dccee16f4 None None] Port 92ef2df4-adf3-4044-adcd-7e28547cdc36 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:16.125224 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:16.162583 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51122) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:16.217623 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471724797', 'description': 'tempest-description--260046133'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:16.265134 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:16.266639 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:16.392194 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9beea089-d887-41b6-a70d-31654b6e7366 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:16.423988 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-d1d1e683-6d01-43cc-b85c-d5ca1a7d5a02 None None] Provisioning complete for port 92ef2df4-adf3-4044-adcd-7e28547cdc36 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:16.433957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e683-6d01-43cc-b85c-d5ca1a7d5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:16.446546 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6601a2-4df4-457c-bcf9-3efbfc75d70a None None] Pushing event updated for resources: {'Port': ['ID=9d33d1d9-480a-4a4f-97f3-920531a58930,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:16.495061 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:16.514927 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9fb237cf-441c-4328-b2bb-702111ea62b7 req-8a63f5fa-9636-4642-a1c6-b54e10883b1c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.3847811 Aug 04 02:17:16.602787 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:16.623220 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:16.653104 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:16.666199 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'Port': ['ID=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:16.684237 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:16.714656 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:16.726030 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:16.745084 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:16.747149 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:16.753951 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1e683-6d01-43cc-b85c-d5ca1a7d5a02 None None] Port 92ef2df4-adf3-4044-adcd-7e28547cdc36 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:16.802296 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Router 8f40357a-2c9e-4387-99ef-d478c231d181 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:16.823298 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:16.844216 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:16.844913 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:16.884532 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-4ecacbd5-0669-49d9-8913-892f016996b0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9617481 Aug 04 02:17:16.913258 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:16.932953 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-db99b4c1-ce38-44b7-a248-d9440c8c90b4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104417) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:17:16.934075 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-db99b4c1-ce38-44b7-a248-d9440c8c90b4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0172379 Aug 04 02:17:17.219716 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (2dc866e0-b063-45fd-a1b9-b1f2a8219c83), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.229632 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (2dc866e0-b063-45fd-a1b9-b1f2a8219c83), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.326039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.331697 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1888554 Aug 04 02:17:17.333369 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51162) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:17.343604 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbad810-2e35-480f-9b80-d574e7d71ba7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc866e0-b063-45fd-a1b9-b1f2a8219c83,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:17.365514 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'security_group_rule': {'security_group_id': '2dc866e0-b063-45fd-a1b9-b1f2a8219c83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:17.411522 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (b3a81a16-fa39-49d3-aa2b-a6e664134c40), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.453838 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (58ba2f1f-0ca0-4329-a22a-781b32b65a77), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.512235 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (58ba2f1f-0ca0-4329-a22a-781b32b65a77), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.528783 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:17:03Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '2a31f2d4-7291-4489-afc7-35a0ff24118c', 'name': '', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'mac_address': 'fa:16:3e:ab:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:01Z', 'updated_at': '2022-08-04T02:17:04Z', 'revision_number': 2, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'subnets': [{'id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:17.560378 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:17.665038 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ce8d4-92c5-41e2-acef-e823a1c1be83 None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:17.728139 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:17.788104 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (b3a81a16-fa39-49d3-aa2b-a6e664134c40), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.798553 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ba2f1f-0ca0-4329-a22a-781b32b65a77,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:17.805174 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (b3a81a16-fa39-49d3-aa2b-a6e664134c40), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:17.815608 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:17.888572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.36', 49214) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:17.893275 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a81a16-fa39-49d3-aa2b-a6e664134c40,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:17.931867 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Checking router: 2e279830-0e84-4828-9c4d-4774bccea8cb for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:17.932670 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Updating router 2e279830-0e84-4828-9c4d-4774bccea8cb port 2a31f2d4-7291-4489-afc7-35a0ff24118c binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:17.948112 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51178) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:18.015772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66926de6-12e7-4e28-af94-7cc04c415f76 req-0eb51d67-4e3f-476b-9f63-bedb37e1fec9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.5453434 Aug 04 02:17:18.121919 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:18.137756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:18.159966 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-71dd61a1-e6c7-43d8-90c9-413636edcba9 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/8f40357a-2c9e-4387-99ef-d478c231d181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0913227 Aug 04 02:17:18.160895 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:18.167208 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.173474 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4b7562bf-f004-46a1-bdcd-3c2fba84a7c8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0096996 Aug 04 02:17:18.173960 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-74e6942c-0cb2-4b56-9f45-f7df958fa76b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:18.175691 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-74e6942c-0cb2-4b56-9f45-f7df958fa76b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 819 time: 0.2737706 Aug 04 02:17:18.179958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51188) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:18.184675 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': '58ba2f1f-0ca0-4329-a22a-781b32b65a77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:18.195821 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'port': {'device_id': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'admin_state_up': True, 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:18.201615 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:18.202262 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:18.310203 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.36', 49215) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:18.375535 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-834d9c47-11d1-484d-a297-b758efd7ac1d req-6ae1a96c-5652-4577-a633-bd82f9812fb6 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.2078052 Aug 04 02:17:18.449500 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-719c731a-96ab-47bd-83ad-e752fa0a41c2 None None] Provisioning complete for port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:18.450850 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-719c731a-96ab-47bd-83ad-e752fa0a41c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.582709 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 9beea089-d887-41b6-a70d-31654b6e7366 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:18.584381 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (9beea089-d887-41b6-a70d-31654b6e7366), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.597058 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8e6b1-bde9-4bb8-a996-2cd14565537a None None] Pushing event updated for resources: {'Port': ['ID=6192613c-6982-4d75-a0b3-dd5246bea8af,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:18.643711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Request body: {'port': {'device_id': 'a319988c-e250-4b92-a587-cc65e764dd56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:18.675226 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:18.730327 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.766149 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ac62697-4966-42a1-afca-87c92f880044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.833561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-adcd8f7d-6be3-472a-8c4e-303f327591b4 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:18.841263 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-adcd8f7d-6be3-472a-8c4e-303f327591b4 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.36 "GET /networking/v2.0/networks?id=ad96f9bb-a75d-449e-a125-0743ca8acc02 HTTP/1.1" status: 200 len: 812 time: 0.5248759 Aug 04 02:17:18.849016 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.940079 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.943096 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-212b59ba-f1bc-4772-80d6-9629735a0af6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6049798 Aug 04 02:17:18.948900 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51202) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:18.955066 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Made reservation on behalf of c61d4ea2b52c497caeb298fe8677488e for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:17:18.967210 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:18.973657 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'security_group_rule': {'security_group_id': '2dc866e0-b063-45fd-a1b9-b1f2a8219c83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:18.979811 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:18.983859 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (4f658fc7-adf3-4932-9b62-f45e3b170616), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.094500 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ac62697-4966-42a1-afca-87c92f880044 admin admin] Publish callbacks [] for security_group (a60b45f8-2336-4388-a2ab-1f93f448c2b0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.103235 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ac62697-4966-42a1-afca-87c92f880044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a60b45f8-2336-4388-a2ab-1f93f448c2b0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.294129 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:19.303337 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac62697-4966-42a1-afca-87c92f880044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b45f8-2336-4388-a2ab-1f93f448c2b0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:19.339322 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (cadb75e6-58b8-4660-9dd1-0d80191c00a3), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.350027 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-719c731a-96ab-47bd-83ad-e752fa0a41c2 None None] Port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:19.441040 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4ac62697-4966-42a1-afca-87c92f880044 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=252324095c9b440dad83360a6b37b2cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4668984 Aug 04 02:17:19.470315 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51214) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:19.502414 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 2, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:19.508559 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e6d3120e-3224-49d2-960a-baf3da5b0ea4 req-2a46bbee-0e01-4992-9fbc-7b8295083802 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.2209606 Aug 04 02:17:19.625233 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (cadb75e6-58b8-4660-9dd1-0d80191c00a3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.634464 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (cadb75e6-58b8-4660-9dd1-0d80191c00a3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.671676 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:19.676374 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:19.677026 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Updating router 8f40357a-2c9e-4387-99ef-d478c231d181 port 92ef2df4-adf3-4044-adcd-7e28547cdc36 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:19.690963 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (4f658fc7-adf3-4932-9b62-f45e3b170616), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.705659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadb75e6-58b8-4660-9dd1-0d80191c00a3,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:19.741825 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:19.753221 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6af90713-5ba6-4243-9ef7-84dff2d13448 req-6525bd48-bdc4-49de-8bb3-9bca60e4b1e1 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.0588336 Aug 04 02:17:19.759146 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:19.771736 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (4f658fc7-adf3-4932-9b62-f45e3b170616), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.779100 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.785621 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ad7df21a-a80c-468c-bbb7-fee6847f0098 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8322282 Aug 04 02:17:19.785811 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.786331 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51220) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:19.798473 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:19.806061 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Publish callbacks [] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.819465 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51224) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:19.828034 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433781740', 'description': 'tempest-description--614027202'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:19.841255 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.862954 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.895825 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.954574 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f658fc7-adf3-4932-9b62-f45e3b170616,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:19.989712 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.991549 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-67b8c1e3-9d47-4f01-b0bf-aab8388a6c0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8101463 Aug 04 02:17:19.992601 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 9beea089-d887-41b6-a70d-31654b6e7366 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:19.993083 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9beea089-d887-41b6-a70d-31654b6e7366), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:19.995903 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51232) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:20.008041 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': '58ba2f1f-0ca0-4329-a22a-781b32b65a77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:20.041147 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a4820c9-69ac-44ce-894d-39861cebde51 admin admin] Publish callbacks [] for security_group (a60b45f8-2336-4388-a2ab-1f93f448c2b0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.043318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628add5-2541-4020-9f64-78f1a41a81b7 None None] Pushing event updated for resources: {'Port': ['ID=2a31f2d4-7291-4489-afc7-35a0ff24118c,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.070120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 9beea089-d887-41b6-a70d-31654b6e7366, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=9beea089-d887-41b6-a70d-31654b6e7366,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:20.074004 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:20.080585 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9beea089-d887-41b6-a70d-31654b6e7366), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.082887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a4820c9-69ac-44ce-894d-39861cebde51 admin admin] Publish callbacks [] for security_group (a60b45f8-2336-4388-a2ab-1f93f448c2b0), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.083876 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 25142479-21f9-4ebc-83a2-bb880843d3b0 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:20.087962 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Attempting to bind port 2a31f2d4-7291-4489-afc7-35a0ff24118c on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:20.088334 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Attempting to bind port 2a31f2d4-7291-4489-afc7-35a0ff24118c by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:20.089801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Attempting to bind port 2a31f2d4-7291-4489-afc7-35a0ff24118c on network ad96f9bb-a75d-449e-a125-0743ca8acc02 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:20.153886 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a4820c9-69ac-44ce-894d-39861cebde51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a60b45f8-2336-4388-a2ab-1f93f448c2b0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.158497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a4820c9-69ac-44ce-894d-39861cebde51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.159363 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Publish callbacks [] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.159643 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (60c05bd7-b015-4e8d-a2aa-f7d734c37653), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.160211 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0a4820c9-69ac-44ce-894d-39861cebde51 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a60b45f8-2336-4388-a2ab-1f93f448c2b0 HTTP/1.1" status: 204 len: 168 time: 0.6791313 Aug 04 02:17:20.178124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (60c05bd7-b015-4e8d-a2aa-f7d734c37653), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.178969 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.220554 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4820c9-69ac-44ce-894d-39861cebde51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b45f8-2336-4388-a2ab-1f93f448c2b0,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.229700 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:20.240564 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (c01fae96-4664-4650-8921-dbd80f2403bd), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.261394 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:20.316958 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=9beea089-d887-41b6-a70d-31654b6e7366,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.342798 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:20.343373 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Checking segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:20.343929 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.346149 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Bound using segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:20.346730 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Bound port: 2a31f2d4-7291-4489-afc7-35a0ff24118c, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:20.347034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.349946 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9ae6b-c2b5-49cf-a825-899f2a8dccc4 None None] The sync data for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi is: [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:20.367234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.368966 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5482330 Aug 04 02:17:20.379259 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac6835-df47-41b2-ba0e-cfb625fa95f6 None None] Pushing event updated for resources: {'Port': ['ID=92ef2df4-adf3-4044-adcd-7e28547cdc36,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.396343 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51240) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:20.427732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'security_group_rule': {'security_group_id': '60c05bd7-b015-4e8d-a2aa-f7d734c37653', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:20.465922 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Attempting to bind port 92ef2df4-adf3-4044-adcd-7e28547cdc36 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:20.466454 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Attempting to bind port 92ef2df4-adf3-4044-adcd-7e28547cdc36 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:20.466818 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Attempting to bind port 92ef2df4-adf3-4044-adcd-7e28547cdc36 on network f3562015-01a8-442c-9260-a631d3a466e0 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:20.471884 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (c01fae96-4664-4650-8921-dbd80f2403bd), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.484306 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:20.484520 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Checking segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:20.484976 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.485371 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Bound using segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:20.485836 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Bound port: 92ef2df4-adf3-4044-adcd-7e28547cdc36, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:20.486694 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.494498 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (c01fae96-4664-4650-8921-dbd80f2403bd), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.498759 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:20.528602 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Publish callbacks [] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.564253 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01fae96-4664-4650-8921-dbd80f2403bd,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.599685 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (360d6fbd-b17e-4f9a-8baa-5c8c1c406ab7), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.634203 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Transition to ACTIVE for port object fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:17:20.638370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] For port 2a31f2d4-7291-4489-afc7-35a0ff24118c, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:20.639489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.645626 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f2e5c80f-01bd-45c6-b71b-df96710b9794 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6453784 Aug 04 02:17:20.646544 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 25142479-21f9-4ebc-83a2-bb880843d3b0 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:20.646961 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.648008 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51256) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:20.673214 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.683666 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972cee6-997c-441e-8506-b7b06a58a8e4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c05bd7-b015-4e8d-a2aa-f7d734c37653,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.708345 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] For port 92ef2df4-adf3-4044-adcd-7e28547cdc36, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:20.717664 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] For port 92ef2df4-adf3-4044-adcd-7e28547cdc36, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=92ef2df4-adf3-4044-adcd-7e28547cdc36,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:20.725205 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.763570 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:20.764350 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:20.787069 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:20.795024 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f041075-29bc-43ba-a316-ae4d1ee50c55 req-818988c9-f74c-417a-a93c-fc14944bb19d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.0549908 Aug 04 02:17:20.824534 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] For port 2a31f2d4-7291-4489-afc7-35a0ff24118c, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=2a31f2d4-7291-4489-afc7-35a0ff24118c,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:20.836587 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Allocated IP 172.20.0.13 (9802934c-f69c-40a4-8c5e-9fb52ddbb971/73e97f78-d372-4334-8971-a9f42592cb5a/c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:20.857342 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.880510 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:20.892104 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:20.918992 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:20.927790 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac6835-df47-41b2-ba0e-cfb625fa95f6 None None] Pushing event updated for resources: {'Port': ['ID=92ef2df4-adf3-4044-adcd-7e28547cdc36,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:20.982978 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c592e6f1-012e-4724-9f7a-14f9187cd3ba req-3471c79c-eb5a-424e-bb0c-1157edd77277 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.0459564 Aug 04 02:17:21.014888 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Allocated IP 172.27.4.22 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/b1c10a26-8a3c-4e1f-952b-24945c0334c9) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:21.040644 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:21.048402 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:21.051412 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Routers {'2e279830-0e84-4828-9c4d-4774bccea8cb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:21.052054 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2e279830-0e84-4828-9c4d-4774bccea8cb'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:21.068097 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:UPDATE=8,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:21.102640 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51268) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:21.130727 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:21.142898 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ade0dd7-53da-41b9-b203-301244aacdb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.200746 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.253174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628add5-2541-4020-9f64-78f1a41a81b7 None None] Pushing event updated for resources: {'Port': ['ID=2a31f2d4-7291-4489-afc7-35a0ff24118c,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:21.279283 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 25142479-21f9-4ebc-83a2-bb880843d3b0 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:21.279975 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.319580 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 25142479-21f9-4ebc-83a2-bb880843d3b0, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=25142479-21f9-4ebc-83a2-bb880843d3b0,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:21.325806 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:21.329575 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] Set router 2e279830-0e84-4828-9c4d-4774bccea8cb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:21.336391 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (360d6fbd-b17e-4f9a-8baa-5c8c1c406ab7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.338006 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.338987 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device a12535a3-7ae4-4dcd-9366-2ecb105f9759 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:21.353129 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (360d6fbd-b17e-4f9a-8baa-5c8c1c406ab7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.356313 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Attempting to bind port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:21.356567 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Attempting to bind port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:21.357060 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Attempting to bind port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:21.440184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ade0dd7-53da-41b9-b203-301244aacdb1 admin admin] Publish callbacks [] for security_group (e517498d-2f63-4a22-9fe8-cb61169b2e2a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.453277 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.528148 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:17:21.528485 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Attempting to bind port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:21.531747 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=25142479-21f9-4ebc-83a2-bb880843d3b0,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:21.558809 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51276) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:21.559593 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ade0dd7-53da-41b9-b203-301244aacdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e517498d-2f63-4a22-9fe8-cb61169b2e2a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.585823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360d6fbd-b17e-4f9a-8baa-5c8c1c406ab7,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:21.587787 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:21.588118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Checking segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:21.591516 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Bound using segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:21.591803 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Bound port: fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:21.592107 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.613205 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.616275 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f448c982-fdd9-4d9a-af7d-da0562ebe626 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2168460 Aug 04 02:17:21.658450 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51284) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:21.683007 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'security_group_rule': {'security_group_id': '60c05bd7-b015-4e8d-a2aa-f7d734c37653', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:21.694517 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Request body: {'port': {'device_id': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'admin_state_up': True, 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:21.712439 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port a12535a3-7ae4-4dcd-9366-2ecb105f9759 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:21.713645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.715730 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:20Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:21.747480 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b00ca46-eef2-42d6-8ad3-4715e5aad9a3 None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:20Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:21.763315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.808475 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:21.947588 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:17:03Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '2a31f2d4-7291-4489-afc7-35a0ff24118c', 'name': '', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'mac_address': 'fa:16:3e:ab:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:01Z', 'updated_at': '2022-08-04T02:17:20Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'subnets': [{'id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:21.998901 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (c54a6f28-f819-49ca-bd71-196301f150d0), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.011953 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f200c-f451-4f2a-9fe1-ec4fddb7c269 None None] The sync data for ids ['2e279830-0e84-4828-9c4d-4774bccea8cb'] in dv-cinder-740146-17-iscsi is: [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:17:03Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '2a31f2d4-7291-4489-afc7-35a0ff24118c', 'name': '', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'mac_address': 'fa:16:3e:ab:78:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:01Z', 'updated_at': '2022-08-04T02:17:20Z', 'revision_number': 4, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'subnets': [{'id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:22.032116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port a12535a3-7ae4-4dcd-9366-2ecb105f9759 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:22.032554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.088649 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] For port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:22.103854 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port a12535a3-7ae4-4dcd-9366-2ecb105f9759, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=a12535a3-7ae4-4dcd-9366-2ecb105f9759,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:22.109558 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.168407 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:22.193735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] For port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:22.289250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=a12535a3-7ae4-4dcd-9366-2ecb105f9759,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:22.305656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:22.314456 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.329206 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.358190 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:22.366572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:22.367345 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.368938 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 200 len: 1093 time: 4.8470705 Aug 04 02:17:22.455469 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3d8bb56-8270-4e82-ad06-a540f64e127b req-a9d4373d-3a8e-4d0a-bcff-37cd32f94821 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.2513752 Aug 04 02:17:22.467542 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7ade0dd7-53da-41b9-b203-301244aacdb1 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=2842783593654022b700982a818b3df2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3605525 Aug 04 02:17:22.467542 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade0dd7-53da-41b9-b203-301244aacdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e517498d-2f63-4a22-9fe8-cb61169b2e2a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:22.482370 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a319988c-e250-4b92-a587-cc65e764dd56', 'tag': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:22.496922 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b913db3-b5e3-4682-ad00-c22544837044 req-7f010d70-ba28-4942-9b1c-5328f6c5f866 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.2939215 Aug 04 02:17:22.531808 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51308) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:22.720807 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:22.754191 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d789a5b-ea2f-4cb2-a2d9-ac1de7ed2309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:22.807727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:22.817944 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'Port': ['ID=b1c10a26-8a3c-4e1f-952b-24945c0334c9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:22.885031 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9beea089-d887-41b6-a70d-31654b6e7366 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:22.962379 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:23.005251 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 9beea089-d887-41b6-a70d-31654b6e7366 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:23.006423 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (9beea089-d887-41b6-a70d-31654b6e7366), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.195693 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 9beea089-d887-41b6-a70d-31654b6e7366 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:23.200240 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6192613c-6982-4d75-a0b3-dd5246bea8af up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:23.210454 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Made reservation on behalf of de98ffc315d4474c8b5d5370ba1fe97c for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:17:23.214843 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.270010 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 6192613c-6982-4d75-a0b3-dd5246bea8af triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:23.270401 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.279783 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (9b361f0f-40bc-4524-8803-07407bdfc0ef), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.369859 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:23.526622 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 6192613c-6982-4d75-a0b3-dd5246bea8af is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:23.526938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.594551 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 6192613c-6982-4d75-a0b3-dd5246bea8af, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6192613c-6982-4d75-a0b3-dd5246bea8af,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:23.603711 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.605653 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:23.622445 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95c69916-c795-41bd-b2cf-adddc7748b17 admin admin] Publish callbacks [] for security_group (e517498d-2f63-4a22-9fe8-cb61169b2e2a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.715491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.751271 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:23.760004 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.27.4.60 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/6cf2a006-1991-4f85-b970-3829acda4cdf) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:23.807943 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:23.809201 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:23.824579 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:23.825210 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:24.094599 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.107518 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:24.111765 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-53b2faff-c84f-4e3a-9f68-5df398439e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:24.117565 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-53b2faff-c84f-4e3a-9f68-5df398439e1c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1127 time: 0.9888411 Aug 04 02:17:24.142538 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086957f3-55b8-42e3-aaab-9a4998d9942e" -d '{"events": [{"name": "network-changed", "server_uuid": "a319988c-e250-4b92-a587-cc65e764dd56", "tag": "fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:24.165361 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc851dd5-7eff-4ab2-a2cc-dd66170580f4 req-7159a516-066d-469e-8b61-8578287fa7b3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.2253332 Aug 04 02:17:24.240300 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95c69916-c795-41bd-b2cf-adddc7748b17 admin admin] Publish callbacks [] for security_group (e517498d-2f63-4a22-9fe8-cb61169b2e2a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.271226 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=6192613c-6982-4d75-a0b3-dd5246bea8af,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:24.384186 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (c54a6f28-f819-49ca-bd71-196301f150d0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.398434 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f2471-d47e-4243-9170-b6f4b0519332 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:24.410059 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (c54a6f28-f819-49ca-bd71-196301f150d0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.436238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54a6f28-f819-49ca-bd71-196301f150d0,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:24.443182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.443413 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d789a5b-ea2f-4cb2-a2d9-ac1de7ed2309 admin admin] Publish callbacks [] for security_group (a0de0f51-8c43-4805-b603-99f50a50c35a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.463821 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4757178c-2311-4a8d-b974-5ad1e6947d6f req-5df799a4-5950-4e91-94d7-800f2ab41f11 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.6252120 Aug 04 02:17:24.500271 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.559761 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:24.560815 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d789a5b-ea2f-4cb2-a2d9-ac1de7ed2309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a0de0f51-8c43-4805-b603-99f50a50c35a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.594694 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:24.599148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:24.603563 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:24.606819 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 2a31f2d4-7291-4489-afc7-35a0ff24118c up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:24.618221 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd221d71-5171-4972-af43-857fcfed763a x-openstack-request-id: req-dd221d71-5171-4972-af43-857fcfed763a {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:24.618576 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a319988c-e250-4b92-a587-cc65e764dd56", "tag": "fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:24.618839 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dd221d71-5171-4972-af43-857fcfed763a {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:24.619293 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd221d71-5171-4972-af43-857fcfed763a'] response: {'name': 'network-changed', 'server_uuid': 'a319988c-e250-4b92-a587-cc65e764dd56', 'tag': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e', 'status': 'completed', 'code': 200} Aug 04 02:17:24.626948 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:24.631018 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.635305 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1d09463f-7ac0-471a-a8c7-7e534b366ffb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9586692 Aug 04 02:17:24.635305 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:24.661319 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51340) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:24.663974 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:24.670829 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:24.671848 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.697522 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:24.706817 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:24.733127 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5429347 Aug 04 02:17:24.739570 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:24.753824 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=6cf2a006-1991-4f85-b970-3829acda4cdf,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:24.873673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.921642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Allocated IP 172.20.0.8 (ad96f9bb-a75d-449e-a125-0743ca8acc02/39a22478-e720-4c6e-a358-b9c051ed381b/04b00635-c395-4a36-9c93-b89099d986b5) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:24.935057 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:24.936414 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 2a31f2d4-7291-4489-afc7-35a0ff24118c triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:24.939310 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:24.999149 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (78800cc2-6b91-478a-a007-fdb447f24d02), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.007462 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d7b2e-1196-4d52-9a96-d598b55df88c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'Port': ['ID=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:25.080747 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.191441 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.204761 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95c69916-c795-41bd-b2cf-adddc7748b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e517498d-2f63-4a22-9fe8-cb61169b2e2a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.211736 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-95c69916-c795-41bd-b2cf-adddc7748b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.215197 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-95c69916-c795-41bd-b2cf-adddc7748b17 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/e517498d-2f63-4a22-9fe8-cb61169b2e2a HTTP/1.1" status: 204 len: 168 time: 2.5069563 Aug 04 02:17:25.232728 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 2a31f2d4-7291-4489-afc7-35a0ff24118c is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:25.232728 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.265140 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:25.283433 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-e73d9f4c-9053-48b9-98b9-90130e5131f8 None None] Provisioning complete for port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:25.283990 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e73d9f4c-9053-48b9-98b9-90130e5131f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.314784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:25.363044 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 2a31f2d4-7291-4489-afc7-35a0ff24118c, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=2a31f2d4-7291-4489-afc7-35a0ff24118c,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:25.445420 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:25.445600 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Updating router 34857f00-d642-4640-bed4-44b60b1b1ea7 port 692eeea0-d735-459c-bc53-6d59e02181ea binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:17:25.466228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d789a5b-ea2f-4cb2-a2d9-ac1de7ed2309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0de0f51-8c43-4805-b603-99f50a50c35a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:25.481860 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.482672 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9d33d1d9-480a-4a4f-97f3-920531a58930 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:25.490296 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0d789a5b-ea2f-4cb2-a2d9-ac1de7ed2309 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=4f75e29a9a864c12917bc5cb07a310e4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8676412 Aug 04 02:17:25.498031 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51350) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:25.646198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.678257 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c69916-c795-41bd-b2cf-adddc7748b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e517498d-2f63-4a22-9fe8-cb61169b2e2a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:25.691203 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-e73d9f4c-9053-48b9-98b9-90130e5131f8 None None] Port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:25.699929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.700689 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (9b361f0f-40bc-4524-8803-07407bdfc0ef), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.726107 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.784984 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:25.833234 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=2a31f2d4-7291-4489-afc7-35a0ff24118c,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:25.836742 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.846412 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631268d-bb3e-44aa-98c1-a88d59013a1a req-15398b19-80fb-4f1a-a856-6269c23f91e9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:25.854894 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2631268d-bb3e-44aa-98c1-a88d59013a1a req-15398b19-80fb-4f1a-a856-6269c23f91e9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 932 time: 0.5314958 Aug 04 02:17:25.863834 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 9d33d1d9-480a-4a4f-97f3-920531a58930 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:25.864397 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.867849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8235f554-ab0a-4567-b6f0-3b9e8f3b718c req-b02cdac3-044d-4aa2-b797-8180313c8a3b tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.1744049 Aug 04 02:17:25.870242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:25.874797 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.876559 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0890975 Aug 04 02:17:25.883088 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.883834 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (78800cc2-6b91-478a-a007-fdb447f24d02), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.900846 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Allocated IP 172.27.4.123 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/4a1e5bdc-6f5f-48b4-93c2-28c2c25962be) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:25.918092 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0d21e5e-6785-4a4b-a76b-8720552a08a6 admin admin] Publish callbacks [] for security_group (a0de0f51-8c43-4805-b603-99f50a50c35a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:25.958289 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71507-8748-4c93-b7a8-6651237973b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'Port': ['ID=b1c10a26-8a3c-4e1f-952b-24945c0334c9,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.041633 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:26.068386 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.072464 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2074630 Aug 04 02:17:26.140009 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0d21e5e-6785-4a4b-a76b-8720552a08a6 admin admin] Publish callbacks [] for security_group (a0de0f51-8c43-4805-b603-99f50a50c35a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.179951 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 9d33d1d9-480a-4a4f-97f3-920531a58930 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:26.180478 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.216713 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714d96a-5fb0-4067-ad30-92ac0ba17932 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=6cf2a006-1991-4f85-b970-3829acda4cdf,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.228833 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:26.269975 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 9d33d1d9-480a-4a4f-97f3-920531a58930, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=9d33d1d9-480a-4a4f-97f3-920531a58930,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:26.278318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.280292 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 679b3b89-1722-4d03-9d5d-3a2539fe7378 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:26.314559 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2631268d-bb3e-44aa-98c1-a88d59013a1a req-0db8cf60-86fb-438f-87e4-2335ca7d6278 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587662 Aug 04 02:17:26.407779 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.420893 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a5214423-1ad4-4ad9-af61-935e4bfe6876 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--553452347&fields=id&tenant_id=11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 267 time: 0.1623135 Aug 04 02:17:26.422352 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0d21e5e-6785-4a4b-a76b-8720552a08a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a0de0f51-8c43-4805-b603-99f50a50c35a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.424396 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks [] for port (04b00635-c395-4a36-9c93-b89099d986b5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.426800 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e0d21e5e-6785-4a4b-a76b-8720552a08a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.428159 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e0d21e5e-6785-4a4b-a76b-8720552a08a6 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a0de0f51-8c43-4805-b603-99f50a50c35a HTTP/1.1" status: 204 len: 168 time: 0.9021697 Aug 04 02:17:26.490546 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d21e5e-6785-4a4b-a76b-8720552a08a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0de0f51-8c43-4805-b603-99f50a50c35a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.495964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.521364 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Publish callbacks [] for port (692eeea0-d735-459c-bc53-6d59e02181ea), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.545863 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=9d33d1d9-480a-4a4f-97f3-920531a58930,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.563900 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.567722 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:26.577581 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:26.589291 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 679b3b89-1722-4d03-9d5d-3a2539fe7378 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:26.589667 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.593250 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:26.593360 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-ad4a1870-24e5-4ca6-a97c-aaf873270c0f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:26.594896 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-ad4a1870-24e5-4ca6-a97c-aaf873270c0f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 817 time: 0.1612780 Aug 04 02:17:26.607680 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'Port': ['ID=4a1e5bdc-6f5f-48b4-93c2-28c2c25962be,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.673641 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-082206dc-37d0-4e31-9507-c9c750b6b874 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/quotas/11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 375 time: 0.0659776 Aug 04 02:17:26.694981 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:26.695516 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (ee15c805-c658-43f8-8e7a-8f25bc7d34df), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.704157 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:26.745242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 679b3b89-1722-4d03-9d5d-3a2539fe7378 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:26.745242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.755301 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a12b6bed-f7e1-4dc4-bcdf-57091aadf136 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1471724797&fields=id&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 267 time: 0.1576021 Aug 04 02:17:26.760329 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (04b00635-c395-4a36-9c93-b89099d986b5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.789101 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.791622 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Attempting to bind port 692eeea0-d735-459c-bc53-6d59e02181ea on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:26.792021 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Attempting to bind port 692eeea0-d735-459c-bc53-6d59e02181ea by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:26.792377 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Attempting to bind port 692eeea0-d735-459c-bc53-6d59e02181ea on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:26.798707 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8544f-d283-450c-ab0e-286e000cbda6 None None] Pushing event updated for resources: {'Port': ['ID=692eeea0-d735-459c-bc53-6d59e02181ea,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.814788 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:26.815174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:26.815715 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.816119 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Bound using segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:26.816634 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Bound port: 692eeea0-d735-459c-bc53-6d59e02181ea, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:26.817155 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.820955 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 679b3b89-1722-4d03-9d5d-3a2539fe7378, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=679b3b89-1722-4d03-9d5d-3a2539fe7378,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:26.839627 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:26.840499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 25142479-21f9-4ebc-83a2-bb880843d3b0 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:26.879621 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Pushing event updated for resources: {'Port': ['ID=04b00635-c395-4a36-9c93-b89099d986b5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:26.946768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] For port 692eeea0-d735-459c-bc53-6d59e02181ea, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:26.950175 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] For port 692eeea0-d735-459c-bc53-6d59e02181ea, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=692eeea0-d735-459c-bc53-6d59e02181ea,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:26.962197 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51416) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:26.970997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:26.974019 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-c488f500-6a17-4bfb-8aea-1f5be9d857e9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2859757 Aug 04 02:17:26.992184 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.001258 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:27.002827 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b28066f1-e3c7-44a8-a45f-689c0077b6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.024745 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:27.031379 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 25142479-21f9-4ebc-83a2-bb880843d3b0 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:27.031777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.039191 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:27.048333 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:27.049025 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.091479 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:27.092369 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:27.117141 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-94be9086-a3c1-4764-954d-10e365bf6214 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4551127 Aug 04 02:17:27.146377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.164613 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.166780 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (ee15c805-c658-43f8-8e7a-8f25bc7d34df), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.175488 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-54ad0ab4-cc9d-44db-aa74-9ef677fd6ddb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:27.179257 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-54ad0ab4-cc9d-44db-aa74-9ef677fd6ddb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.3046260 Aug 04 02:17:27.210363 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-643dd73e-808a-46f3-9df9-1ae12a6304bd service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170706 Aug 04 02:17:27.211729 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-1ec6c1f7-88ca-47c1-b0d6-a87172f1e10d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/quotas/2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 375 time: 0.0253744 Aug 04 02:17:27.301483 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.302758 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6146641 Aug 04 02:17:27.306173 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a3dd1-47e2-48e8-99cb-ec733f97391d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'Port': ['ID=4a1e5bdc-6f5f-48b4-93c2-28c2c25962be,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:27.367465 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b28066f1-e3c7-44a8-a45f-689c0077b6eb admin admin] Publish callbacks [] for security_group (e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.383774 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b28066f1-e3c7-44a8-a45f-689c0077b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.436113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=679b3b89-1722-4d03-9d5d-3a2539fe7378,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:27.482507 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-b8f00cd5-b93d-4993-8cab-8664f20a0cb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2634971 Aug 04 02:17:27.503905 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28066f1-e3c7-44a8-a45f-689c0077b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:27.535587 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b28066f1-e3c7-44a8-a45f-689c0077b6eb admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=8388bf669b2244c396339ea11514e0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714650 Aug 04 02:17:27.551975 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51432) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:27.581984 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-538de0d9-b7b2-4a2c-8ec1-c200d9c11472 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650672 Aug 04 02:17:27.635058 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-a1f6af4a-01e9-4af7-8cd2-0d0aa535f3da None None] Provisioning complete for port 04b00635-c395-4a36-9c93-b89099d986b5 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:27.635654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a1f6af4a-01e9-4af7-8cd2-0d0aa535f3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (04b00635-c395-4a36-9c93-b89099d986b5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.732532 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8544f-d283-450c-ab0e-286e000cbda6 None None] Pushing event updated for resources: {'Port': ['ID=692eeea0-d735-459c-bc53-6d59e02181ea,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:27.744898 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:27.747145 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 25142479-21f9-4ebc-83a2-bb880843d3b0 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:27.754596 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5673d5c2-fd7b-4233-ac78-99217b30f72d admin admin] Publish callbacks [] for security_group (e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.769040 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:27.822400 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5673d5c2-fd7b-4233-ac78-99217b30f72d admin admin] Publish callbacks [] for security_group (e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.840128 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6af4a-01e9-4af7-8cd2-0d0aa535f3da None None] Port 04b00635-c395-4a36-9c93-b89099d986b5 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:27.841721 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-4d207458-2a63-49fe-b39b-286ed3d2c3a3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113017 Aug 04 02:17:27.974145 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5673d5c2-fd7b-4233-ac78-99217b30f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.977478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5673d5c2-fd7b-4233-ac78-99217b30f72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:27.978961 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5673d5c2-fd7b-4233-ac78-99217b30f72d admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f HTTP/1.1" status: 204 len: 168 time: 0.4245019 Aug 04 02:17:28.025170 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673d5c2-fd7b-4233-ac78-99217b30f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d61c4-7cb4-4c0c-9d26-bbfaab9ca35f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:28.105544 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:28.148555 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Request body: {'port': {'device_id': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:28.215268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:28.248950 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:28.264436 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3c443-9e77-4835-ae37-b03bb5f21bb0 req-024b1857-61de-4ac3-b3bd-1993c2201e03 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:28.266286 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aab3c443-9e77-4835-ae37-b03bb5f21bb0 req-024b1857-61de-4ac3-b3bd-1993c2201e03 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 931 time: 0.1941648 Aug 04 02:17:28.345959 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Request body: {'port': {'device_id': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:28.390366 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6939810-75c6-4bc4-b475-8804e91360b3 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:28.400206 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 92ef2df4-adf3-4044-adcd-7e28547cdc36 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:28.583792 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:28.595100 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-9da1f556-b219-425a-bcfd-834225c154d3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 200 len: 217 time: 0.4511242 Aug 04 02:17:28.635792 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aab3c443-9e77-4835-ae37-b03bb5f21bb0 req-3e34a22a-0375-4524-a9cb-0288d24c25d2 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505950 Aug 04 02:17:28.646514 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 92ef2df4-adf3-4044-adcd-7e28547cdc36 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:28.650388 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:28.854383 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-0e961de5-18a3-45f1-9885-e48d1ac564a5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0118134 Aug 04 02:17:28.858108 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:28.883071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:29.063268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 92ef2df4-adf3-4044-adcd-7e28547cdc36 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:29.063982 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:29.153344 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (04b00635-c395-4a36-9c93-b89099d986b5), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:29.196407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06a465-462a-48fa-b16c-ec94fe2f1cb8 req-93bc4a70-90f8-45a5-9245-4e2538dfb5ab tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:29.198211 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a06a465-462a-48fa-b16c-ec94fe2f1cb8 req-93bc4a70-90f8-45a5-9245-4e2538dfb5ab tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 932 time: 0.3605106 Aug 04 02:17:29.227878 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 92ef2df4-adf3-4044-adcd-7e28547cdc36, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=92ef2df4-adf3-4044-adcd-7e28547cdc36,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:29.244310 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:29.253661 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6192613c-6982-4d75-a0b3-dd5246bea8af up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:29.432057 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:29.545291 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a06a465-462a-48fa-b16c-ec94fe2f1cb8 req-e265e5b0-0312-4c7f-9802-67a8c00e158a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337727 Aug 04 02:17:29.555032 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 6192613c-6982-4d75-a0b3-dd5246bea8af triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:29.561204 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:29.607845 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-acb2ebef-fe58-4d17-8c6b-4627be4564dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:29.609286 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-acb2ebef-fe58-4d17-8c6b-4627be4564dd service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.9960568 Aug 04 02:17:29.661461 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=92ef2df4-adf3-4044-adcd-7e28547cdc36,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:29.759778 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-2c1c85be-911a-4b7f-b028-78f92224c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:29.762005 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-2c1c85be-911a-4b7f-b028-78f92224c39b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1440842 Aug 04 02:17:29.822439 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 6192613c-6982-4d75-a0b3-dd5246bea8af is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:29.823720 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9d33d1d9-480a-4a4f-97f3-920531a58930 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:29.898832 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 9d33d1d9-480a-4a4f-97f3-920531a58930 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:29.899211 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:29.988503 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-18cb6e7f-b069-41df-8e1f-a55f5aae0deb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170837 Aug 04 02:17:30.072450 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:30.084452 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Publish callbacks [] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.125480 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Transition to ACTIVE for port object c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:17:30.138004 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.155353 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8454080f-c1b8-40f9-9aaf-bdeaf0e80658 req-3b6704f1-85de-4a19-b9bf-eae384ac4a9f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.3478034 Aug 04 02:17:30.183787 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 9d33d1d9-480a-4a4f-97f3-920531a58930 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:30.187119 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 679b3b89-1722-4d03-9d5d-3a2539fe7378 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:30.402018 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 679b3b89-1722-4d03-9d5d-3a2539fe7378 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:30.402419 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.478666 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.36', 49227) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:30.581866 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 679b3b89-1722-4d03-9d5d-3a2539fe7378 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:30.582982 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 692eeea0-d735-459c-bc53-6d59e02181ea up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:30.637089 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b00635-c395-4a36-9c93-b89099d986b5 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:30.651432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Publish callbacks [] for port (04b00635-c395-4a36-9c93-b89099d986b5), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.675981 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:30.682037 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:30.703201 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Attempting to bind port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:30.703662 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Attempting to bind port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:30.704221 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Attempting to bind port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:30.729504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Transition to ACTIVE for port object 04b00635-c395-4a36-9c93-b89099d986b5 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:17:30.735140 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 692eeea0-d735-459c-bc53-6d59e02181ea triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:30.735523 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.739948 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:17:30.740744 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Attempting to bind port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:30.748208 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (04b00635-c395-4a36-9c93-b89099d986b5), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.864398 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:30.864777 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Checking segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:30.865174 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Bound using segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:30.865686 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Bound port: c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:30.879831 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.937575 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 692eeea0-d735-459c-bc53-6d59e02181ea is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:30.937971 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:30.960797 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab7b36fa-deb9-4386-bde8-e5c106d9ac7b req-82f6dfaa-5576-4e53-bdae-c298b9a7c417 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.1911566 Aug 04 02:17:31.000271 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:31.012511 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 692eeea0-d735-459c-bc53-6d59e02181ea, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=692eeea0-d735-459c-bc53-6d59e02181ea,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:31.020120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.020759 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 2a31f2d4-7291-4489-afc7-35a0ff24118c up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:31.025200 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-31195055-5311-4b2f-afcf-6ab5d018ce47 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--433781740&fields=id&tenant_id=1c32d82cce6541718e46908eaf9b98e9 HTTP/1.1" status: 200 len: 267 time: 1.4786241 Aug 04 02:17:31.063382 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:31.064828 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Pushing event updated for resources: {'Port': ['ID=04b00635-c395-4a36-9c93-b89099d986b5,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:31.152430 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-f67952a4-14ce-4274-a4d2-8b7d762547be req-2e07cc4b-d062-4548-82a6-2629ea2cdeb9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9235344 Aug 04 02:17:31.202672 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=692eeea0-d735-459c-bc53-6d59e02181ea,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:31.223134 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-1285a332-5fbf-4711-88fe-127e85a630ba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:31.229778 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-1285a332-5fbf-4711-88fe-127e85a630ba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 817 time: 0.7405977 Aug 04 02:17:31.264669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] For port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:31.271043 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] For port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:31.275488 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 2a31f2d4-7291-4489-afc7-35a0ff24118c triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:31.275930 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.286780 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.316255 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:31.317072 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.320603 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 HTTP/1.1" status: 200 len: 1094 time: 3.1811419 Aug 04 02:17:31.321394 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'tag': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:31.323869 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef263616-0eaa-4868-9a96-abed4ea7c1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "25f941a4-8d6b-4c53-816d-e422f7e2a1f3", "tag": "c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:31.363139 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc47a3b-f8b5-4c13-9748-f8048458d27f service neutron] Pushing event updated for resources: {'Port': ['ID=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:31.382985 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 2a31f2d4-7291-4489-afc7-35a0ff24118c is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:31.384075 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device a12535a3-7ae4-4dcd-9366-2ecb105f9759 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:31.394504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Attempting to bind port 04b00635-c395-4a36-9c93-b89099d986b5 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:31.395093 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Attempting to bind port 04b00635-c395-4a36-9c93-b89099d986b5 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:31.395592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Attempting to bind port 04b00635-c395-4a36-9c93-b89099d986b5 on network ad96f9bb-a75d-449e-a125-0743ca8acc02 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:31.431669 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Port 04b00635-c395-4a36-9c93-b89099d986b5 on network ad96f9bb-a75d-449e-a125-0743ca8acc02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:17:31.432001 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Attempting to bind port 04b00635-c395-4a36-9c93-b89099d986b5 on network ad96f9bb-a75d-449e-a125-0743ca8acc02 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:31.439472 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port a12535a3-7ae4-4dcd-9366-2ecb105f9759 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:31.439472 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.447607 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:31.448243 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Checking segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:31.448865 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Bound using segment: {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:31.449308 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Bound port: 04b00635-c395-4a36-9c93-b89099d986b5, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cb60a1a-72a8-4a8b-be68-83ce05431f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:31.449671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (04b00635-c395-4a36-9c93-b89099d986b5), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.461990 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947ac86-ef1a-4e7e-b22e-acb847c979da req-1592d047-2664-4e75-b8e0-943167192747 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:31.463501 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e947ac86-ef1a-4e7e-b22e-acb847c979da req-1592d047-2664-4e75-b8e0-943167192747 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.3395000 Aug 04 02:17:31.486091 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:31.526331 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port a12535a3-7ae4-4dcd-9366-2ecb105f9759 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:31.565871 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-2d77cf31-58f9-4afe-8bc3-82bfadbcfca6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:31.568814 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-2d77cf31-58f9-4afe-8bc3-82bfadbcfca6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 811 time: 0.5204358 Aug 04 02:17:31.609683 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e947ac86-ef1a-4e7e-b22e-acb847c979da req-5ffee2ff-e8e3-4bd3-bf33-e96513aeb88a tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375711 Aug 04 02:17:31.619163 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-62f82d2a-92b3-4831-9bfb-8e4554b9113e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/quotas/1c32d82cce6541718e46908eaf9b98e9 HTTP/1.1" status: 200 len: 375 time: 0.0390141 Aug 04 02:17:31.621639 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] For port 04b00635-c395-4a36-9c93-b89099d986b5, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:31.635123 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] For port 04b00635-c395-4a36-9c93-b89099d986b5, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=04b00635-c395-4a36-9c93-b89099d986b5,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:31.651595 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 92ef2df4-adf3-4044-adcd-7e28547cdc36 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:31.656234 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:31.700782 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-0115265d-4607-4478-b926-1b93e37b513c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807290 Aug 04 02:17:31.703313 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (04b00635-c395-4a36-9c93-b89099d986b5), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.709853 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:31.715091 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:31.715272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.716954 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/04b00635-c395-4a36-9c93-b89099d986b5 HTTP/1.1" status: 200 len: 1093 time: 3.4245224 Aug 04 02:17:31.717745 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'tag': '04b00635-c395-4a36-9c93-b89099d986b5'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:31.723824 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 92ef2df4-adf3-4044-adcd-7e28547cdc36 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:31.724824 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.746998 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:31.814948 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 92ef2df4-adf3-4044-adcd-7e28547cdc36 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:31.816074 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 692eeea0-d735-459c-bc53-6d59e02181ea up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:31.864941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 692eeea0-d735-459c-bc53-6d59e02181ea triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:31.865381 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:31.924290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977f9a7-09f6-4760-86d8-7f7a989e3ee5 req-f6bf9c77-8e4e-4e55-80e1-f40a0a757d4b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:31.931948 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5977f9a7-09f6-4760-86d8-7f7a989e3ee5 req-f6bf9c77-8e4e-4e55-80e1-f40a0a757d4b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.2220018 Aug 04 02:17:31.969826 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 692eeea0-d735-459c-bc53-6d59e02181ea is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:32.000723 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf0bb22-f917-4e62-9421-ba1c47e9fe3d", "tag": "04b00635-c395-4a36-9c93-b89099d986b5"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:32.023279 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfb804-8cba-4bb7-af8c-2c1706d0857c service neutron] Pushing event updated for resources: {'Port': ['ID=04b00635-c395-4a36-9c93-b89099d986b5,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:32.041576 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5977f9a7-09f6-4760-86d8-7f7a989e3ee5 req-498e4eb1-c736-4443-a5dd-38bf34bd0c56 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086426 Aug 04 02:17:32.047693 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-72190239-6d6b-457e-96aa-f3ad5791daa0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500260 Aug 04 02:17:32.115676 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:32.141202 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a1087c0-2c68-4a62-838b-3e4772f2fa00 req-40b0c2db-e0cc-41b5-a53c-c38b0236c085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.0376523 Aug 04 02:17:32.181144 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-692fda4b-5258-4171-a923-1f084e45ee0f service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235552 Aug 04 02:17:32.199424 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9edd31-7cac-4617-ad6c-3c1ef76b6f0d x-openstack-request-id: req-2d9edd31-7cac-4617-ad6c-3c1ef76b6f0d {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:32.199944 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f941a4-8d6b-4c53-816d-e422f7e2a1f3", "tag": "c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:32.200300 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d9edd31-7cac-4617-ad6c-3c1ef76b6f0d {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:32.200824 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9edd31-7cac-4617-ad6c-3c1ef76b6f0d'] response: {'name': 'network-changed', 'server_uuid': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'tag': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27', 'status': 'completed', 'code': 200} Aug 04 02:17:32.278889 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7fc9d7f-c96c-4774-994a-8c0dede5e25e req-3870eaf8-8b35-4e79-8047-7ca7c30062f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0310998 Aug 04 02:17:32.402775 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d119da39-635a-4624-b202-6b1a00e20d58 req-9259c732-6a00-4290-83c1-329a1b10a66f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0529828 Aug 04 02:17:32.552145 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e105b02-f2f2-4f7b-a7f3-9b13260f4574 x-openstack-request-id: req-7e105b02-f2f2-4f7b-a7f3-9b13260f4574 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:32.552772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf0bb22-f917-4e62-9421-ba1c47e9fe3d", "tag": "04b00635-c395-4a36-9c93-b89099d986b5", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:32.553265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e105b02-f2f2-4f7b-a7f3-9b13260f4574 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:32.555411 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e105b02-f2f2-4f7b-a7f3-9b13260f4574'] response: {'name': 'network-changed', 'server_uuid': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'tag': '04b00635-c395-4a36-9c93-b89099d986b5', 'status': 'completed', 'code': 200} Aug 04 02:17:32.832005 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ad871-fcf3-4436-bab5-255257b3268d req-8eee7b0b-072f-4be0-8a20-5c69bea5e0ac tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:32.833702 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c87ad871-fcf3-4436-bab5-255257b3268d req-8eee7b0b-072f-4be0-8a20-5c69bea5e0ac tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.1135941 Aug 04 02:17:32.890684 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c87ad871-fcf3-4436-bab5-255257b3268d req-d39977c1-2fbf-4501-991f-26ecaf1abf7f tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503979 Aug 04 02:17:33.164257 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bd108-d7af-4b1e-8b92-19cccecc5e8f req-b7f57e5c-2ee7-4ca2-ac0b-981795a001e8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:33.165744 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7b7bd108-d7af-4b1e-8b92-19cccecc5e8f req-b7f57e5c-2ee7-4ca2-ac0b-981795a001e8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.0492256 Aug 04 02:17:33.214784 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7b7bd108-d7af-4b1e-8b92-19cccecc5e8f req-46017d12-b352-4826-80b1-ff83b81105b6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434618 Aug 04 02:17:33.246021 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4318db7f-b497-4e95-9edc-e111cb842a55 req-3617f51a-896c-48bb-bc29-7dfba790c2a8 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Aug 04 02:17:33.382049 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08830489-6a32-4db9-9f3e-7d7f0a9d9726 req-d206fa18-ed60-4ebc-b0ec-39c95d752735 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0270894 Aug 04 02:17:33.509369 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bdf181b0-3b22-4cf2-885f-b7a7f349ca70 req-79f55297-2e1f-4270-ac18-185f5da32f33 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0317130 Aug 04 02:17:34.031075 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ff23-8e3d-437e-b9fa-f38c9d00b0e9 req-41b069b8-9bc5-4f15-9f5c-0dc1c8d83373 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:34.045214 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f6d5ff23-8e3d-437e-b9fa-f38c9d00b0e9 req-41b069b8-9bc5-4f15-9f5c-0dc1c8d83373 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.0781205 Aug 04 02:17:34.062309 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:34.069127 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-736daf7d-6b46-45be-806b-13dae92a35c2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 379 time: 0.0892980 Aug 04 02:17:34.088893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:34.093865 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f6d5ff23-8e3d-437e-b9fa-f38c9d00b0e9 req-e93b1bf1-bfef-4700-a04d-30c43649efcd tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Aug 04 02:17:34.137958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'port': {'device_id': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'admin_state_up': True, 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'security_groups': ['2dc866e0-b063-45fd-a1b9-b1f2a8219c83']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:34.215128 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-a20aacf7-2eb6-4e13-9372-0e6c815bddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:34.216532 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-a20aacf7-2eb6-4e13-9372-0e6c815bddf3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 1128 time: 0.0958440 Aug 04 02:17:34.324666 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-8aea8346-9c37-422f-b957-9a623d571e58 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 HTTP/1.1" status: 200 len: 217 time: 0.0654504 Aug 04 02:17:34.370649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:34.399889 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Made reservation on behalf of 11284ae13d2f4c5ba47517f672968623 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:17:34.403732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:34.425760 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-38f2c41c-c866-4bfd-8a00-c08884892cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:34.427210 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-38f2c41c-c866-4bfd-8a00-c08884892cee service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0728579 Aug 04 02:17:34.453604 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b65548f9-e852-4416-a5b5-157b3e834e39 req-57368935-a3f6-4eb5-940e-8b77a022cc1f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.0606728 Aug 04 02:17:34.472461 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40 req-4018156e-6481-4af9-bc6a-751e5d0bd836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:34.474084 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40 req-4018156e-6481-4af9-bc6a-751e5d0bd836 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=de98ffc315d4474c8b5d5370ba1fe97c&device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 1127 time: 0.1574736 Aug 04 02:17:34.482243 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb542-0d0f-49f1-b8e6-b29160bdd10c req-5cbdfc1a-4b5f-4977-8d6a-06a7b3123484 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:34.489243 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d7bb542-0d0f-49f1-b8e6-b29160bdd10c req-5cbdfc1a-4b5f-4977-8d6a-06a7b3123484 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.1284137 Aug 04 02:17:34.533509 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d7bb542-0d0f-49f1-b8e6-b29160bdd10c req-5c9e055f-7e62-4e50-916a-49128f0539bc tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Aug 04 02:17:34.562899 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Allocated IP 172.20.0.5 (a5813221-e639-425b-a3c4-33938890da3f/8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1/a8bb5289-23b6-4ef4-85b6-5862d3474ffb) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:34.576214 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d640e614-bf76-46d4-91f5-0c6d5d21c651 req-cf00f088-8e4c-4fdf-a309-b2be0135718c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0416405 Aug 04 02:17:34.650385 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e155a996-3d8e-4470-9794-e0a05dd68cc0 req-e990a9f7-be7a-4de8-93b5-8eaae86cd8ab tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0312600 Aug 04 02:17:34.723478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:34.755904 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:34.801561 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Network a5813221-e639-425b-a3c4-33938890da3f is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:34.810007 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:34.813989 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:34.819210 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:34.819840 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:34.833618 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:34.848967 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-b953dc9e-baeb-493f-8fa5-e208f78d6821 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7157698 Aug 04 02:17:35.129017 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-e0c714e6-244f-46f8-b6db-e1c83c0d9935 None None] Provisioning complete for port a8bb5289-23b6-4ef4-85b6-5862d3474ffb triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:35.129806 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e0c714e6-244f-46f8-b6db-e1c83c0d9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:35.173896 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-e0c714e6-244f-46f8-b6db-e1c83c0d9935 None None] Port a8bb5289-23b6-4ef4-85b6-5862d3474ffb cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:35.232308 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fddf58-19a2-4657-80ea-84a71ce477c0 req-6db84938-a2cc-40a4-8035-474e9ec1b233 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:35.239127 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57fddf58-19a2-4657-80ea-84a71ce477c0 req-6db84938-a2cc-40a4-8035-474e9ec1b233 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.0595291 Aug 04 02:17:35.300813 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57fddf58-19a2-4657-80ea-84a71ce477c0 req-0a78db67-a7f5-4ede-a149-7c250ba70465 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600710 Aug 04 02:17:35.464832 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Request body: {'port': {'device_id': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:35.474846 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:35.476539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-d3e08a34-612d-4055-97dd-7d3b4d6b5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:35.480022 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-d3e08a34-612d-4055-97dd-7d3b4d6b5929 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581279 Aug 04 02:17:35.527038 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:17:35.533937 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-c49bd639-6466-42e7-b288-05fc4172b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:35.541599 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-c49bd639-6466-42e7-b288-05fc4172b47a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1127 time: 0.1299241 Aug 04 02:17:35.631965 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:35.640499 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:35.704480 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:35.709661 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40 req-340a46d6-9151-4de2-ac28-e29f8482fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:35.711662 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40 req-340a46d6-9151-4de2-ac28-e29f8482fd18 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=de98ffc315d4474c8b5d5370ba1fe97c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2979641 Aug 04 02:17:35.717719 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'port_id': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e', 'mac_address': 'fa:16:3e:f7:7d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:17:35.723907 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b3f2e-42ce-43d9-a4eb-3334e610c4c9 req-1ffdb4f9-ec7b-424d-8a74-a4f7fdc56a1c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:35.725421 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-391b3f2e-42ce-43d9-a4eb-3334e610c4c9 req-1ffdb4f9-ec7b-424d-8a74-a4f7fdc56a1c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 931 time: 0.1222229 Aug 04 02:17:35.734371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd7001-b906-46ec-b9d9-6524f1e8a10d req-ba84f3dc-9d01-4c88-b144-33c22d07c1e8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:35.735704 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e2cd7001-b906-46ec-b9d9-6524f1e8a10d req-ba84f3dc-9d01-4c88-b144-33c22d07c1e8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.0797586 Aug 04 02:17:35.754985 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:35.755379 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:35.770396 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:35.793684 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:35.799192 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:35.817808 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-391b3f2e-42ce-43d9-a4eb-3334e610c4c9 req-bc4096a2-3897-41d1-866f-30922de1f290 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808570 Aug 04 02:17:35.825553 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e2cd7001-b906-46ec-b9d9-6524f1e8a10d req-a5c99ef5-2cca-4063-b8b1-30112551908f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809870 Aug 04 02:17:35.869196 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:35.941607 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b592edc-29a9-45b9-a9b4-3cd3ad512ae4 req-3fa033de-0065-428f-b1d6-3397a387d997 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0371435 Aug 04 02:17:35.958679 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bb5289-23b6-4ef4-85b6-5862d3474ffb {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:35.973825 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Publish callbacks [] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:35.996207 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Transition to ACTIVE for port object a8bb5289-23b6-4ef4-85b6-5862d3474ffb will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:17:36.007231 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e62639cd-cc36-4c50-83c0-37f1e5e1eba6 req-8b84b0b1-9d6c-4db9-b61a-3d339fb7b594 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0702949 Aug 04 02:17:36.061281 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:36.143613 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:36.149995 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Attempting to bind port a8bb5289-23b6-4ef4-85b6-5862d3474ffb on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:36.150330 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Attempting to bind port a8bb5289-23b6-4ef4-85b6-5862d3474ffb by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:36.150664 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Attempting to bind port a8bb5289-23b6-4ef4-85b6-5862d3474ffb on network a5813221-e639-425b-a3c4-33938890da3f {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:36.155942 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Port a8bb5289-23b6-4ef4-85b6-5862d3474ffb on network a5813221-e639-425b-a3c4-33938890da3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:17:36.156276 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Attempting to bind port a8bb5289-23b6-4ef4-85b6-5862d3474ffb on network a5813221-e639-425b-a3c4-33938890da3f {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:36.161985 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:36.162392 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Checking segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:36.162735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Bound using segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:36.163170 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Bound port: a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:36.163539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:36.233206 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:36.236259 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:36.244295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:36.248606 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:36.249182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:36.250558 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 1093 time: 0.8301325 Aug 04 02:17:36.251131 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:36.253402 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a04316-6ef4-4e12-ba46-8c98b73861a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:36.293495 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0616b671-43b9-4dfa-83aa-9be63dd37160 x-openstack-request-id: req-0616b671-43b9-4dfa-83aa-9be63dd37160 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:36.293789 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:36.294045 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0616b671-43b9-4dfa-83aa-9be63dd37160 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:36.294452 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0616b671-43b9-4dfa-83aa-9be63dd37160'] response: {'name': 'network-changed', 'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'status': 'completed', 'code': 200} Aug 04 02:17:36.306566 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eca787-eb0e-49f4-8d0d-314b9015f0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:36.412278 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:36.436209 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5210bd-c530-4527-bea1-7de7c2899f1c req-bd499c7f-f6f5-462d-a1d7-cc6112654997 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:36.437732 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f5210bd-c530-4527-bea1-7de7c2899f1c req-bd499c7f-f6f5-462d-a1d7-cc6112654997 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.0618134 Aug 04 02:17:36.493054 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f5210bd-c530-4527-bea1-7de7c2899f1c req-230a1699-fa4e-4e81-bef1-323ffbb51943 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Aug 04 02:17:36.984066 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86dd32-c40b-4b3e-9ca4-5f2dc7aee289 req-345ad252-cff6-457b-b765-1757d11b2e4a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:36.985582 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f86dd32-c40b-4b3e-9ca4-5f2dc7aee289 req-345ad252-cff6-457b-b765-1757d11b2e4a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.0766337 Aug 04 02:17:36.991455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d56b18-8697-4ac7-bf55-2705b6da120c req-a12ed4cd-a701-4207-8fc8-d068260e33c7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:36.992857 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81d56b18-8697-4ac7-bf55-2705b6da120c req-a12ed4cd-a701-4207-8fc8-d068260e33c7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0738978 Aug 04 02:17:37.065919 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9f86dd32-c40b-4b3e-9ca4-5f2dc7aee289 req-3f70315a-2b17-4152-a81a-080d05704945 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721285 Aug 04 02:17:37.069864 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81d56b18-8697-4ac7-bf55-2705b6da120c req-bc9a3d6e-b872-4e10-bf40-2867951a6675 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702789 Aug 04 02:17:37.159406 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24ddce7f-5183-4801-867b-57fd7fde0375 req-411967df-4ac7-4675-a2a4-0326eb7eaabe tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0381989 Aug 04 02:17:37.178619 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbbe4370-5dc4-4318-9fe9-6084efaf5ceb req-d01b7ea9-9a0a-4681-9f5c-3147462a86a4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0285857 Aug 04 02:17:37.615052 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e12f9c-4ea9-4e84-bca6-06f95a48c326 req-853c75df-ceaa-4c04-be0b-ad203faa87d9 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:37.616519 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4e12f9c-4ea9-4e84-bca6-06f95a48c326 req-853c75df-ceaa-4c04-be0b-ad203faa87d9 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.0463378 Aug 04 02:17:37.664710 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4e12f9c-4ea9-4e84-bca6-06f95a48c326 req-2f404066-e6f9-451b-83b3-388ffe04929f tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Aug 04 02:17:38.212604 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2778d-75fb-4428-8a06-3564a5c8573b req-4811791a-a507-49b1-ad08-7672bd74011b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:38.214145 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2bb2778d-75fb-4428-8a06-3564a5c8573b req-4811791a-a507-49b1-ad08-7672bd74011b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.0766399 Aug 04 02:17:38.216752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:38.225432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895971a6-3a8e-451b-aaf2-75ba9dffd91a req-0303d7ed-4e2b-4a50-8010-ebcd10966d3d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:38.226883 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-895971a6-3a8e-451b-aaf2-75ba9dffd91a req-0303d7ed-4e2b-4a50-8010-ebcd10966d3d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0776064 Aug 04 02:17:38.298555 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2bb2778d-75fb-4428-8a06-3564a5c8573b req-1ea7b239-c92e-4b6b-ba1c-e9b810e52509 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705435 Aug 04 02:17:38.302930 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-895971a6-3a8e-451b-aaf2-75ba9dffd91a req-7868ce6f-75be-4ce9-ad48-2e30ff667e15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692015 Aug 04 02:17:38.572497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:17:38.573808 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.36', 49239) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:38.716680 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2dd41fba-47e4-4d00-977d-c14b6d3b703c req-7407470f-95d5-4557-bdad-2f2067c243e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.1359932 Aug 04 02:17:38.798659 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd56170c-a933-4053-9d57-d739534a99fd req-3ccec13b-c46b-433d-882e-a7c2274efaec tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.2252207 Aug 04 02:17:38.808327 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.36', 49241) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:38.852274 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-737736b4-9afb-435a-89c7-ea5b61bb72d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:38.855500 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-737736b4-9afb-435a-89c7-ea5b61bb72d5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.5284126 Aug 04 02:17:38.890418 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a04316-6ef4-4e12-ba46-8c98b73861a1 req-0192f232-bd31-4a19-ba81-e86a1bd8679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:38.892434 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21a04316-6ef4-4e12-ba46-8c98b73861a1 req-0192f232-bd31-4a19-ba81-e86a1bd8679f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1127 time: 0.2351360 Aug 04 02:17:38.935989 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:38.989542 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-d9d34c26-9d26-413a-a8b1-1dcab1070739 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 200 len: 217 time: 0.0522239 Aug 04 02:17:38.992843 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-5e0091a0-c1db-4f2f-953b-e4f59c7148ba service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662834 Aug 04 02:17:39.058281 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f9301-0514-49b6-b318-87a9a4908d9a req-30937f19-a15e-4808-a61c-bcf18d01c342 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.059916 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-070f9301-0514-49b6-b318-87a9a4908d9a req-30937f19-a15e-4808-a61c-bcf18d01c342 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.1830833 Aug 04 02:17:39.061238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40 req-54136e58-a8c3-439c-93e7-2c01d952702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.062763 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac17dd52-ce47-4bbd-a09a-becf0ef80a40 req-54136e58-a8c3-439c-93e7-2c01d952702e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7434955 Aug 04 02:17:39.153534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-5816c04f-d770-485d-a4d0-cd0bd6df5787 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.154978 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-5816c04f-d770-485d-a4d0-cd0bd6df5787 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.5709014 Aug 04 02:17:39.165777 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-050bb821-fa4a-4774-aefb-cb3228e33dec tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.167222 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-050bb821-fa4a-4774-aefb-cb3228e33dec tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 811 time: 0.3559492 Aug 04 02:17:39.232749 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-3b5833b9-3240-40ff-82e7-58d6c767cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.234269 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-3b5833b9-3240-40ff-82e7-58d6c767cf61 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.2194591 Aug 04 02:17:39.247617 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-070f9301-0514-49b6-b318-87a9a4908d9a req-1536b4b0-2d06-4235-b760-88889297451d tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768861 Aug 04 02:17:39.255224 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:39.277250 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-68d584ce-39c9-4ce6-82ca-f8f2aa3ec1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.278773 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-68d584ce-39c9-4ce6-82ca-f8f2aa3ec1d2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=de98ffc315d4474c8b5d5370ba1fe97c&device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 1127 time: 0.1229236 Aug 04 02:17:39.290040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:39.325454 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a5eedfa2-08a4-44c9-89da-b4bb332b3504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:39.348374 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-2727daca-ddc4-4cd1-b99c-cb21a4e4d0c6 req-9fb82f84-bc16-417a-bfd9-8452c3dd04bb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347929 Aug 04 02:17:39.353199 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a04316-6ef4-4e12-ba46-8c98b73861a1 req-53e784dd-39ea-492f-9bd6-c53cfbdfc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.354342 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21a04316-6ef4-4e12-ba46-8c98b73861a1 req-53e784dd-39ea-492f-9bd6-c53cfbdfc2c7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=11284ae13d2f4c5ba47517f672968623&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4306555 Aug 04 02:17:39.355627 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-bb71d057-8357-4210-9f20-1735a1ca6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.357152 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-bb71d057-8357-4210-9f20-1735a1ca6e0b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1088305 Aug 04 02:17:39.379744 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-0cf17168-ee35-4d7a-9c6f-2deb563b2000 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04b00635-c395-4a36-9c93-b89099d986b5 HTTP/1.1" status: 200 len: 217 time: 0.0936086 Aug 04 02:17:39.414530 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-691161c1-d8df-4d61-9524-0ea575b68e93 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1c32d82cce6541718e46908eaf9b98e9 HTTP/1.1" status: 200 len: 379 time: 0.2318230 Aug 04 02:17:39.453499 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-66ed3d7a-b0ac-404d-8d8a-08e4f4f206cc tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 380 time: 0.2787616 Aug 04 02:17:39.531437 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-a6c1a38c-07c1-4c6a-a26d-d3399d6b4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.532939 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-a6c1a38c-07c1-4c6a-a26d-d3399d6b4394 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=39a22478-e720-4c6e-a358-b9c051ed381b HTTP/1.1" status: 200 len: 851 time: 0.1455605 Aug 04 02:17:39.539393 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123b114-39bf-4461-9f64-d7a6bba3d57c req-bea27123-e3e6-4ba3-8f1a-54d6113923ab tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.540873 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4123b114-39bf-4461-9f64-d7a6bba3d57c req-bea27123-e3e6-4ba3-8f1a-54d6113923ab tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.1058753 Aug 04 02:17:39.546906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fb2f3-3c05-477a-89e0-f7092c9566ce req-7b116585-38aa-4d09-a8af-57b3d985f63c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.548366 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-978fb2f3-3c05-477a-89e0-f7092c9566ce req-7b116585-38aa-4d09-a8af-57b3d985f63c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.1321027 Aug 04 02:17:39.617567 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:39.631466 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4123b114-39bf-4461-9f64-d7a6bba3d57c req-57fbd4f3-d77f-41e0-8480-7852da7ed883 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817404 Aug 04 02:17:39.634933 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-978fb2f3-3c05-477a-89e0-f7092c9566ce req-c5a52331-4c65-4120-b8d9-f264c901a804 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699160 Aug 04 02:17:39.636513 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-23d32f96-2f33-47c8-bb0e-5006492385d6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705209 Aug 04 02:17:39.637630 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a04316-6ef4-4e12-ba46-8c98b73861a1 req-b68b1769-2452-4d9a-8377-3c7d97e47632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:39.638947 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-21a04316-6ef4-4e12-ba46-8c98b73861a1 req-b68b1769-2452-4d9a-8377-3c7d97e47632 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2742357 Aug 04 02:17:39.810201 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1f94f346-a98a-4c0a-9a63-40cd8a97d206 req-b6a79c0b-5e99-4356-b8cb-b8e543f7a62a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0294757 Aug 04 02:17:39.909366 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3113b1ba-4941-4755-8a68-86b472bded52 req-8d0c7a82-762c-4921-9ed8-81e22306ea73 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Aug 04 02:17:40.192566 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'port': {'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'admin_state_up': True, 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'security_groups': ['58ba2f1f-0ca0-4329-a22a-781b32b65a77']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:40.200435 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'port': {'device_id': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'admin_state_up': True, 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'security_groups': ['60c05bd7-b015-4e8d-a2aa-f7d734c37653']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:40.277689 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-640368e9-bc43-4fc5-b886-466982ed0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.279106 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-640368e9-bc43-4fc5-b886-466982ed0a26 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 1128 time: 0.1266425 Aug 04 02:17:40.281900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-368d140e-ef75-41ec-8404-ff7c5e88e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.283297 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-368d140e-ef75-41ec-8404-ff7c5e88e8bc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1127 time: 0.1117759 Aug 04 02:17:40.316244 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:40.345337 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-9ad4955a-0f46-4943-8941-bf42c574cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.346809 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-9ad4955a-0f46-4943-8941-bf42c574cc0e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=ad96f9bb-a75d-449e-a125-0743ca8acc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2033787 Aug 04 02:17:40.373693 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:17:40.380805 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:40.381207 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:40.393098 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-282dabf4-4373-4829-a569-022cf1474b63 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 217 time: 0.0978251 Aug 04 02:17:40.424031 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:40.453691 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-e9520b9f-ed6a-4171-8fcd-2f7e9dc816a7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026941 Aug 04 02:17:40.478744 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ceb05-9e1c-4c08-ad66-303a45609305 req-f9b511d9-cff8-4f70-90c9-63d44c8afc32 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.480283 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-188ceb05-9e1c-4c08-ad66-303a45609305 req-f9b511d9-cff8-4f70-90c9-63d44c8afc32 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.1515725 Aug 04 02:17:40.485626 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:40.486025 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:40.489464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-af4bd41f-d789-488a-bed9-5b9db7cb5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.490978 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-af4bd41f-d789-488a-bed9-5b9db7cb5fc7 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0816987 Aug 04 02:17:40.512355 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a319988c-e250-4b92-a587-cc65e764dd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:40.512712 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-78d1c302-5959-4998-9709-6ef40cba13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.514150 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-78d1c302-5959-4998-9709-6ef40cba13fe service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.2215748 Aug 04 02:17:40.579433 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-804cbaab-c161-4107-b634-3f773da15d3e service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 HTTP/1.1" status: 200 len: 217 time: 0.0455279 Aug 04 02:17:40.580932 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Made reservation on behalf of 2f003cc2b7104c369e1aa74d6e48a9fc for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:17:40.582907 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-6658c8bd-d56b-4821-b336-9a5184afd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.584307 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-6658c8bd-d56b-4821-b336-9a5184afd409 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858209 Aug 04 02:17:40.584606 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:40.603861 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:40.609372 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:40.622284 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-a09fa2bc-9c2e-41ae-b3d0-47e6c9221aca service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ad96f9bb-a75d-449e-a125-0743ca8acc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431593 Aug 04 02:17:40.630466 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Made reservation on behalf of 1c32d82cce6541718e46908eaf9b98e9 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:17:40.634384 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:40.667393 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-188ceb05-9e1c-4c08-ad66-303a45609305 req-12fa55c6-f6ba-41fa-9b1a-9496b452fa31 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726100 Aug 04 02:17:40.676646 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd5f687-ab4b-443d-bf22-ab74a9c101e4" -d '{"events": [{"server_uuid": "a319988c-e250-4b92-a587-cc65e764dd56", "name": "network-vif-plugged", "status": "completed", "tag": "fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:40.731806 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:40.738758 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-3c7fdd8a-7fe7-4511-be12-fc1bf43d759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.740211 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-3c7fdd8a-7fe7-4511-be12-fc1bf43d759a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.1499503 Aug 04 02:17:40.760164 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:40.822436 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-cc61c528-1f80-4e25-aba7-51a36a80f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:40.823982 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-cc61c528-1f80-4e25-aba7-51a36a80f190 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0646777 Aug 04 02:17:40.827761 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-72c7c957-7bd7-47f1-9023-dd10ef4ec1b8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361636 Aug 04 02:17:41.024063 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:41.135819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0495b-fa28-4390-8fbb-275de5497616 req-8f758662-6400-4132-b73c-b77fe4449029 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:41.137428 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea0495b-fa28-4390-8fbb-275de5497616 req-8f758662-6400-4132-b73c-b77fe4449029 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.1994498 Aug 04 02:17:41.157228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906d8c6-bc9b-4449-b17b-a753b2c5aa15 req-d0983224-7036-4683-abe3-1c009d05099a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:41.157980 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-dd187cf9-3aa9-4781-b9af-50699828599b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230648 Aug 04 02:17:41.164043 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3906d8c6-bc9b-4449-b17b-a753b2c5aa15 req-d0983224-7036-4683-abe3-1c009d05099a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.2189820 Aug 04 02:17:41.183054 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:41.191533 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:41.214422 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-46039c5e-bcd7-4c09-9504-1effaa7fdd88 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/ad96f9bb-a75d-449e-a125-0743ca8acc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725887 Aug 04 02:17:41.295401 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.20.0.11 (c3fd5976-8837-4886-aaff-706d72d2761f/a0061202-808e-43c3-a4fd-39c7b8c413a0/8bf46035-8e5d-4c05-8c39-1534e9c498af) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:41.302193 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-26b0def9-e711-4264-a5ae-305a6056676c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661248 Aug 04 02:17:41.318715 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ef263616-0eaa-4868-9a96-abed4ea7c1ae req-05a2c7d9-ba67-435f-a19a-e52bfc8202d9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329029 Aug 04 02:17:41.347574 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3906d8c6-bc9b-4449-b17b-a753b2c5aa15 req-571e41da-144c-40f3-b411-1861bb75d0d6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824036 Aug 04 02:17:41.381330 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fea0495b-fa28-4390-8fbb-275de5497616 req-3371b051-8392-446a-9d5d-ddf79adf1f90 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202930 Aug 04 02:17:41.402049 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Allocated IP 172.20.0.12 (f3562015-01a8-442c-9260-a631d3a466e0/d7f7810a-5b4f-400e-9e13-824c447c46d5/8127a1da-4bc3-4dc9-96d0-34260651ad7e) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:17:41.493944 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4c33046a-1aff-48df-be7b-0b5ee1720c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:41.551649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e39951-9bb3-412a-9336-9489a924a958 x-openstack-request-id: req-77e39951-9bb3-412a-9336-9489a924a958 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:41.551996 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a319988c-e250-4b92-a587-cc65e764dd56", "name": "network-vif-plugged", "status": "completed", "tag": "fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:41.552259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77e39951-9bb3-412a-9336-9489a924a958 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:41.552727 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e39951-9bb3-412a-9336-9489a924a958'] response: {'server_uuid': 'a319988c-e250-4b92-a587-cc65e764dd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e', 'code': 200} Aug 04 02:17:41.604962 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d59ca4cd-8849-4858-bd98-0fdd6566c56c req-c5cf4507-0c37-40d8-adc2-8105a856f827 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0980070 Aug 04 02:17:41.685294 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-603c8f6c-908c-4b36-ab17-565a93e36ccc req-49012213-e6b6-4dba-b979-15a7e48095a5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0643682 Aug 04 02:17:41.817682 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:41.818471 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:41.831087 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:41.853560 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67115581-8a61-48e8-a924-015dc73eabb3 req-64ad7d19-78f6-41b2-949c-902e9322e2b7 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:41.855276 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-67115581-8a61-48e8-a924-015dc73eabb3 req-64ad7d19-78f6-41b2-949c-902e9322e2b7 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.0914538 Aug 04 02:17:41.905118 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:41.956030 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:41.993772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-67115581-8a61-48e8-a924-015dc73eabb3 req-71499a74-c24c-49fa-805b-e596565ed318 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283376 Aug 04 02:17:42.005351 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:42.025623 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:42.027363 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:42.032349 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:42.037646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:42.038301 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.041744 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.053265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=8bf46035-8e5d-4c05-8c39-1534e9c498af,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:42.055499 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:42.105615 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ff1b2456-b129-4941-8531-3bda45faeeb0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9488235 Aug 04 02:17:42.107420 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Network f3562015-01a8-442c-9260-a631d3a466e0 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:17:42.115621 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:17:42.119690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:17:42.124821 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:42.125446 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.139211 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'Port': ['ID=8127a1da-4bc3-4dc9-96d0-34260651ad7e,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:42.151027 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-fa1088c0-d543-4e7e-bcd8-62228629f71b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9625430 Aug 04 02:17:42.308691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:17:42.380818 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:42.385591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:42.398810 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-1accc743-4394-4115-9f67-af9d956c5381 None None] Provisioning complete for port 8bf46035-8e5d-4c05-8c39-1534e9c498af triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:42.399190 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1accc743-4394-4115-9f67-af9d956c5381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.459534 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-1accc743-4394-4115-9f67-af9d956c5381 None None] Port 8bf46035-8e5d-4c05-8c39-1534e9c498af cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:42.469933 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:42.471159 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bd84b-00b1-4b78-94a1-8ba2ffa04a30 req-6d2feb6e-7ec3-49be-b1bd-287ec4cc8044 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:42.473427 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f07bd84b-00b1-4b78-94a1-8ba2ffa04a30 req-6d2feb6e-7ec3-49be-b1bd-287ec4cc8044 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 944 time: 0.0545769 Aug 04 02:17:42.485543 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-1accc743-4394-4115-9f67-af9d956c5381 None None] Provisioning complete for port 8127a1da-4bc3-4dc9-96d0-34260651ad7e triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:42.485926 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1accc743-4394-4115-9f67-af9d956c5381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.489060 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'port_id': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27', 'mac_address': 'fa:16:3e:9a:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:17:42.545219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323f877-47c3-4922-a2ee-27f6a999d056 req-691d40a1-89b4-4b0e-9d41-ac87150bf2f0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:42.546764 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e323f877-47c3-4922-a2ee-27f6a999d056 req-691d40a1-89b4-4b0e-9d41-ac87150bf2f0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0729108 Aug 04 02:17:42.550076 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-1accc743-4394-4115-9f67-af9d956c5381 None None] Port 8127a1da-4bc3-4dc9-96d0-34260651ad7e cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:17:42.555374 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:42.555771 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.575594 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:42.579887 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f07bd84b-00b1-4b78-94a1-8ba2ffa04a30 req-40f99b8f-fc42-48a4-b3cf-8c40ef58f01a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949397 Aug 04 02:17:42.599046 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:42.605725 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.616220 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e323f877-47c3-4922-a2ee-27f6a999d056 req-3beb0974-9dec-41e5-b6de-1730f043413d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578885 Aug 04 02:17:42.656446 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:42.740167 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:42.765099 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54132990-8ff9-40cf-a2c9-20b9720f95a8 req-2263062c-726b-49fd-b5af-38bdfac0aac1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:42.766776 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54132990-8ff9-40cf-a2c9-20b9720f95a8 req-2263062c-726b-49fd-b5af-38bdfac0aac1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 932 time: 0.0652573 Aug 04 02:17:42.834786 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:17:42.860748 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Request body: {'port': {'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:42.921272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1773728-c465-4a52-85ea-490b3c38406c req-e7ab6a55-b870-487b-ae75-7fd57fce89dc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:42.923862 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1773728-c465-4a52-85ea-490b3c38406c req-e7ab6a55-b870-487b-ae75-7fd57fce89dc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 932 time: 0.1557565 Aug 04 02:17:42.937658 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Request body: {'port': {'device_id': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:43.027368 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-54132990-8ff9-40cf-a2c9-20b9720f95a8 req-5235c54a-baf6-44b2-941a-381d235e0f4d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479174 Aug 04 02:17:43.052916 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:43.152513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d08c7-bad2-42ee-a9cd-374a139497cd req-0b5c1709-9a3c-407e-b440-05a4d84c91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:43.154369 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-513d08c7-bad2-42ee-a9cd-374a139497cd req-0b5c1709-9a3c-407e-b440-05a4d84c91c7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1129 time: 0.1216791 Aug 04 02:17:43.178297 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-513d08c7-bad2-42ee-a9cd-374a139497cd req-9e22049c-64f3-48be-8bb3-1ceab88cde07 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:43.204231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:43.240296 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1773728-c465-4a52-85ea-490b3c38406c req-9ffda8c5-9732-4660-bbc8-cfa9071fd9e5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929113 Aug 04 02:17:43.295202 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-513d08c7-bad2-42ee-a9cd-374a139497cd req-9e22049c-64f3-48be-8bb3-1ceab88cde07 service neutron] Publish callbacks [] for security_group (a2d3007f-2489-40ab-8901-df266414c1c1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:43.301137 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-513d08c7-bad2-42ee-a9cd-374a139497cd req-9e22049c-64f3-48be-8bb3-1ceab88cde07 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a2d3007f-2489-40ab-8901-df266414c1c1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:43.360823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22049c-64f3-48be-8bb3-1ceab88cde07 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d3007f-2489-40ab-8901-df266414c1c1,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:43.363799 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-513d08c7-bad2-42ee-a9cd-374a139497cd req-9e22049c-64f3-48be-8bb3-1ceab88cde07 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019649 Aug 04 02:17:43.366045 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d55ae-df7d-4b99-aa4a-5128e89f8cea req-4856c8e2-7a06-4b62-86f6-c0ea08e91900 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:43.368134 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-313d55ae-df7d-4b99-aa4a-5128e89f8cea req-4856c8e2-7a06-4b62-86f6-c0ea08e91900 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.2107306 Aug 04 02:17:43.412954 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:43.575676 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-313d55ae-df7d-4b99-aa4a-5128e89f8cea req-490d70e0-9daf-4a6e-afa3-4aff1a05a047 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968737 Aug 04 02:17:43.702782 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:43.771650 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7b4a0-1741-4e29-9658-9ab0b5d0183d req-ee20e3ed-6452-4b72-b30e-24082b3c7613 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:43.773172 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b7b4a0-1741-4e29-9658-9ab0b5d0183d req-ee20e3ed-6452-4b72-b30e-24082b3c7613 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1133797 Aug 04 02:17:43.833387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaabe2-2a5d-415b-9136-58de5b04bc05 req-e3951784-12d6-491c-833b-78fd45889a59 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:43.834966 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8eaabe2-2a5d-415b-9136-58de5b04bc05 req-e3951784-12d6-491c-833b-78fd45889a59 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.1308494 Aug 04 02:17:43.863335 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf46035-8e5d-4c05-8c39-1534e9c498af {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:43.867733 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:17:43.879748 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Publish callbacks [] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.166556 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Transition to ACTIVE for port object 8bf46035-8e5d-4c05-8c39-1534e9c498af will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:17:44.175235 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b7b4a0-1741-4e29-9658-9ab0b5d0183d req-889f0f6b-a6af-4552-98ad-73773b5c5f78 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914082 Aug 04 02:17:44.204595 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.204595 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8127a1da-4bc3-4dc9-96d0-34260651ad7e {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:44.212891 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Publish callbacks [] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.234084 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51934) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:44.241325 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8eaabe2-2a5d-415b-9136-58de5b04bc05 req-17a472e4-9c8d-4809-83a7-7dd60da7ef86 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899336 Aug 04 02:17:44.275606 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Transition to ACTIVE for port object 8127a1da-4bc3-4dc9-96d0-34260651ad7e will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:17:44.287481 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.318614 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:17:44.341722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf46035-8e5d-4c05-8c39-1534e9c498af,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:44.349604 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.383402 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cbf99c6-615c-4eee-b2c8-18bfbfed0953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.390384 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:44.393094 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Attempting to bind port 8bf46035-8e5d-4c05-8c39-1534e9c498af on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:44.393417 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Attempting to bind port 8bf46035-8e5d-4c05-8c39-1534e9c498af by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:44.393756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Attempting to bind port 8bf46035-8e5d-4c05-8c39-1534e9c498af on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:44.457679 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.465799 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Port 8bf46035-8e5d-4c05-8c39-1534e9c498af on network c3fd5976-8837-4886-aaff-706d72d2761f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:17:44.466142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Attempting to bind port 8bf46035-8e5d-4c05-8c39-1534e9c498af on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:44.474178 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88892d2-c563-4e83-9794-92c18a5047f1 req-940a4883-1077-4063-8810-cb76ce25f7b8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:44.475379 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e88892d2-c563-4e83-9794-92c18a5047f1 req-940a4883-1077-4063-8810-cb76ce25f7b8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 944 time: 0.2054980 Aug 04 02:17:44.477398 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cbf99c6-615c-4eee-b2c8-18bfbfed0953 admin admin] Publish callbacks [] for security_group (fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.484322 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cbf99c6-615c-4eee-b2c8-18bfbfed0953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.494422 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:17:44.504025 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Pushing event updated for resources: {'Port': ['ID=8127a1da-4bc3-4dc9-96d0-34260651ad7e,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:44.504207 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:44.506903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:44.506903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:44.507134 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:44.507241 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Bound using segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:44.507399 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.508200 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Bound port: 8bf46035-8e5d-4c05-8c39-1534e9c498af, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:44.508568 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.519052 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:44.536981 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0cbf99c6-615c-4eee-b2c8-18bfbfed0953 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=e5ba8efdcf7f43fe91a00cfae0fb12bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017635 Aug 04 02:17:44.540860 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba3c56-8f14-4a9b-9036-5a17d36021a2 req-929ba749-32a2-4e0b-b27f-b39017b4a652 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:44.542388 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-faba3c56-8f14-4a9b-9036-5a17d36021a2 req-929ba749-32a2-4e0b-b27f-b39017b4a652 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 944 time: 0.1843362 Aug 04 02:17:44.543474 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51944) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:44.551768 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Attempting to bind port 8127a1da-4bc3-4dc9-96d0-34260651ad7e on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:17:44.552121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Attempting to bind port 8127a1da-4bc3-4dc9-96d0-34260651ad7e by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:17:44.555034 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Attempting to bind port 8127a1da-4bc3-4dc9-96d0-34260651ad7e on network f3562015-01a8-442c-9260-a631d3a466e0 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:44.565721 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'mac_address': 'fa:16:3e:6b:60:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:17:44.594908 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf99c6-615c-4eee-b2c8-18bfbfed0953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:44.638877 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:44.639277 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.645765 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17187c2e-08f1-4cc5-9f8f-f3f39072f355 admin admin] Publish callbacks [] for security_group (fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.665774 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:44.666414 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.676938 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17187c2e-08f1-4cc5-9f8f-f3f39072f355 admin admin] Publish callbacks [] for security_group (fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.679121 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:44.682257 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bb5289-23b6-4ef4-85b6-5862d3474ffb {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:44.682492 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Port 8127a1da-4bc3-4dc9-96d0-34260651ad7e on network f3562015-01a8-442c-9260-a631d3a466e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:17:44.682924 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Attempting to bind port 8127a1da-4bc3-4dc9-96d0-34260651ad7e on network f3562015-01a8-442c-9260-a631d3a466e0 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:17:44.693144 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e88892d2-c563-4e83-9794-92c18a5047f1 req-71d86090-533b-494b-817a-c37db108e674 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038229 Aug 04 02:17:44.707438 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:17:44.708045 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Checking segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:17:44.708470 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Bound using segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:17:44.709647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Bound port: 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:17:44.710030 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.711032 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:44.727390 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d97f0-2178-4150-b31a-d009dbd48908" -d '{"events": [{"server_uuid": "25f941a4-8d6b-4c53-816d-e422f7e2a1f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:44.748493 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:44.753686 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:44.756612 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.758148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 04b00635-c395-4a36-9c93-b89099d986b5 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:17:44.760597 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17187c2e-08f1-4cc5-9f8f-f3f39072f355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.764200 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-17187c2e-08f1-4cc5-9f8f-f3f39072f355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.768318 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-17187c2e-08f1-4cc5-9f8f-f3f39072f355 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe HTTP/1.1" status: 204 len: 168 time: 0.2067008 Aug 04 02:17:44.774920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.781093 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17187c2e-08f1-4cc5-9f8f-f3f39072f355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2ce6f3-0b18-466f-bc4c-b2a1d4cd7dbe,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:44.783292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-faba3c56-8f14-4a9b-9036-5a17d36021a2 req-28bb640c-46f6-425d-b267-fc208f811ddc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273939 Aug 04 02:17:44.856729 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] For port 8bf46035-8e5d-4c05-8c39-1534e9c498af, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:44.875267 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] For port 8bf46035-8e5d-4c05-8c39-1534e9c498af, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:44.878207 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:44.902602 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.907459 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:44.908198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:44.911089 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/8bf46035-8e5d-4c05-8c39-1534e9c498af HTTP/1.1" status: 200 len: 1094 time: 2.0579286 Aug 04 02:17:44.923698 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf8059-6bb2-4df7-8cd4-e773fbc955ea x-openstack-request-id: req-0bdf8059-6bb2-4df7-8cd4-e773fbc955ea {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:44.924026 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f941a4-8d6b-4c53-816d-e422f7e2a1f3", "name": "network-vif-plugged", "status": "completed", "tag": "c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:44.924288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bdf8059-6bb2-4df7-8cd4-e773fbc955ea {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:44.924709 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdf8059-6bb2-4df7-8cd4-e773fbc955ea'] response: {'server_uuid': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27', 'code': 200} Aug 04 02:17:44.936498 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:44.940495 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:44.943975 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f52071-add1-417e-9316-f8865fbc6105" -d '{"events": [{"name": "network-changed", "server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:45.067037 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] For port 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:17:45.072787 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 04b00635-c395-4a36-9c93-b89099d986b5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=04b00635-c395-4a36-9c93-b89099d986b5,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:45.082301 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb946b2-e620-40bc-9723-ae315b792ef6 x-openstack-request-id: req-0bb946b2-e620-40bc-9723-ae315b792ef6 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:45.082868 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:45.083321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bb946b2-e620-40bc-9723-ae315b792ef6 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:45.086746 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb946b2-e620-40bc-9723-ae315b792ef6'] response: {'name': 'network-changed', 'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'status': 'completed', 'code': 200} Aug 04 02:17:45.095842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:45.102437 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '04b00635-c395-4a36-9c93-b89099d986b5', 'network_id': 'ad96f9bb-a75d-449e-a125-0743ca8acc02', 'port_id': '04b00635-c395-4a36-9c93-b89099d986b5', 'mac_address': 'fa:16:3e:b3:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a22478-e720-4c6e-a358-b9c051ed381b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:17:45.137448 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa21177-ac68-4496-9e3b-56997d34af71 req-bc86be70-579e-416e-bbec-18709d6c62b7 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.142849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3aa21177-ac68-4496-9e3b-56997d34af71 req-bc86be70-579e-416e-bbec-18709d6c62b7 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 943 time: 0.2650244 Aug 04 02:17:45.167692 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] For port 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:17:45.252403 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:45.259744 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.274708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.275347 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.278082 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 1094 time: 2.3670077 Aug 04 02:17:45.279950 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62da7e6-da5b-4e8e-953a-09692fcae8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf46035-8e5d-4c05-8c39-1534e9c498af,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:45.341417 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 04b00635-c395-4a36-9c93-b89099d986b5 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:45.343394 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (04b00635-c395-4a36-9c93-b89099d986b5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.379541 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b00635-c395-4a36-9c93-b89099d986b5 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:45.404513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51978) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:45.409282 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 04b00635-c395-4a36-9c93-b89099d986b5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=04b00635-c395-4a36-9c93-b89099d986b5,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:45.410507 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3aa21177-ac68-4496-9e3b-56997d34af71 req-32c2268e-df0d-43d0-a3c9-cedd85d11bf3 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450709 Aug 04 02:17:45.416338 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (04b00635-c395-4a36-9c93-b89099d986b5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.434560 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b619dad7-9f7c-43fe-93fc-5cfabac2d507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.452551 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbce7e-d0a8-449a-994d-cccb059a0e54 service neutron] Pushing event updated for resources: {'Port': ['ID=8127a1da-4bc3-4dc9-96d0-34260651ad7e,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:45.461722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133f4b8-3cca-49fa-b0ba-dca054b51e8c req-ac6c8ccd-a6b3-4e9d-83ad-cb9d58806b93 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.463355 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e133f4b8-3cca-49fa-b0ba-dca054b51e8c req-ac6c8ccd-a6b3-4e9d-83ad-cb9d58806b93 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1049623 Aug 04 02:17:45.509900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:45.515011 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=04b00635-c395-4a36-9c93-b89099d986b5,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:45.534125 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:45.610490 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f52071-add1-417e-9316-f8865fbc6105 req-5e87b295-0861-46f7-a062-a0e6b8e56c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.612181 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-39f52071-add1-417e-9316-f8865fbc6105 req-5e87b295-0861-46f7-a062-a0e6b8e56c9f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 1128 time: 0.0958638 Aug 04 02:17:45.643155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51980) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:45.662857 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e133f4b8-3cca-49fa-b0ba-dca054b51e8c req-0243e8a8-48ef-4817-b9a8-fd1ba1d790ac tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933784 Aug 04 02:17:45.708016 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-3091ccc7-14d7-4058-947b-11920beef1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.710405 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-3091ccc7-14d7-4058-947b-11920beef1dd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1128 time: 0.1396666 Aug 04 02:17:45.713492 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b619dad7-9f7c-43fe-93fc-5cfabac2d507 admin admin] Publish callbacks [] for security_group (5d126315-d015-4467-8a6b-9360609b23a9), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.732153 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993b16-e9ab-4dfe-897e-82ffb20566d9 req-978c75d9-0df7-4eae-a780-7f21a7c10596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.733997 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-47993b16-e9ab-4dfe-897e-82ffb20566d9 req-978c75d9-0df7-4eae-a780-7f21a7c10596 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 1130 time: 0.2526217 Aug 04 02:17:45.766778 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b619dad7-9f7c-43fe-93fc-5cfabac2d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (5d126315-d015-4467-8a6b-9360609b23a9), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.770582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105726-6479-42d9-b7c5-78ba0a41b616 req-276dc3e6-8d8c-45b2-a59c-3aa4dd92fd07 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.772265 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ce105726-6479-42d9-b7c5-78ba0a41b616 req-276dc3e6-8d8c-45b2-a59c-3aa4dd92fd07 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 944 time: 0.2004266 Aug 04 02:17:45.780919 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-a39fada1-cb2b-4002-bd91-74de10e266ff service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 217 time: 0.0602331 Aug 04 02:17:45.785116 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f52071-add1-417e-9316-f8865fbc6105 req-968de7cb-4a42-43b8-b700-d1df8b844f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.786646 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-39f52071-add1-417e-9316-f8865fbc6105 req-968de7cb-4a42-43b8-b700-d1df8b844f97 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1672683 Aug 04 02:17:45.790587 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['04b00635-c395-4a36-9c93-b89099d986b5'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:17:45.830910 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b619dad7-9f7c-43fe-93fc-5cfabac2d507 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=6d02265f564e46f4b0d1cd2a42c9d167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240987 Aug 04 02:17:45.859958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 51988) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:45.871931 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['a8bb5289-23b6-4ef4-85b6-5862d3474ffb'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:17:45.893898 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-75f4-4acb-8f8e-2c70d18291e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:45.904129 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619dad7-9f7c-43fe-93fc-5cfabac2d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d126315-d015-4467-8a6b-9360609b23a9,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:45.933776 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027fbb-b9ec-4ccb-9c1f-e69eb01d1e10 req-4a00db60-f9d8-418b-87fd-2dd7f9486789 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.935307 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-17027fbb-b9ec-4ccb-9c1f-e69eb01d1e10 req-4a00db60-f9d8-418b-87fd-2dd7f9486789 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 944 time: 0.1515195 Aug 04 02:17:45.950448 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:45.955316 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-47993b16-e9ab-4dfe-897e-82ffb20566d9 req-d2585a46-145b-46af-9b46-ca63fd7a06ce service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816101 Aug 04 02:17:45.964331 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:45.971258 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e3131ab6-aa38-47b3-b0f7-be8ed761f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:45.972723 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-e3131ab6-aa38-47b3-b0f7-be8ed761f421 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.1669531 Aug 04 02:17:45.988324 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ce105726-6479-42d9-b7c5-78ba0a41b616 req-c569fd26-07bb-4c1c-b77f-54caa3d177ac tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063966 Aug 04 02:17:46.023966 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1deb81ba-6d1f-4919-88bb-cd0b81c712f2 admin admin] Publish callbacks [] for security_group (5d126315-d015-4467-8a6b-9360609b23a9), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.026905 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-17027fbb-b9ec-4ccb-9c1f-e69eb01d1e10 req-53da6a16-3847-449e-8e49-311370c2e420 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758910 Aug 04 02:17:46.029739 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f52071-add1-417e-9316-f8865fbc6105 req-e6670183-5e39-4c21-ab00-e67c9bea9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.031236 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-39f52071-add1-417e-9316-f8865fbc6105 req-e6670183-5e39-4c21-ab00-e67c9bea9a8d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2280455 Aug 04 02:17:46.066575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1deb81ba-6d1f-4919-88bb-cd0b81c712f2 admin admin] Publish callbacks [] for security_group (5d126315-d015-4467-8a6b-9360609b23a9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.110843 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-75f4-4acb-8f8e-2c70d18291e4 admin admin] Publish callbacks [] for security_group (c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.119611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-75f4-4acb-8f8e-2c70d18291e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.147290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac10e-ec70-457d-be14-06947d826e69 req-36b00700-2687-4a57-a28f-c65ddfd001cb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.148936 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b4cac10e-ec70-457d-be14-06947d826e69 req-36b00700-2687-4a57-a28f-c65ddfd001cb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 944 time: 0.0512207 Aug 04 02:17:46.168423 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-39ff56c5-75f4-4acb-8f8e-2c70d18291e4 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=a850f1723cd645ec95113b4449a32479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5150506 Aug 04 02:17:46.168423 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff56c5-75f4-4acb-8f8e-2c70d18291e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:46.168794 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 51990) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:46.176824 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1deb81ba-6d1f-4919-88bb-cd0b81c712f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (5d126315-d015-4467-8a6b-9360609b23a9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.181269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1deb81ba-6d1f-4919-88bb-cd0b81c712f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.184703 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1deb81ba-6d1f-4919-88bb-cd0b81c712f2 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/5d126315-d015-4467-8a6b-9360609b23a9 HTTP/1.1" status: 204 len: 168 time: 0.3215375 Aug 04 02:17:46.192758 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb81ba-6d1f-4919-88bb-cd0b81c712f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d126315-d015-4467-8a6b-9360609b23a9,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:46.252327 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-7e5b992a-2381-4f8f-a4b2-b3b2e91762f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.253978 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-7e5b992a-2381-4f8f-a4b2-b3b2e91762f9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 1128 time: 0.0499206 Aug 04 02:17:46.261068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-976b840f-4d51-49a2-881f-ad01146caa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.262648 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-976b840f-4d51-49a2-881f-ad01146caa86 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1039531 Aug 04 02:17:46.300298 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-a6781758-2798-41eb-ad98-0d1bb7cdf0f1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af HTTP/1.1" status: 200 len: 217 time: 0.0373547 Aug 04 02:17:46.306615 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b4cac10e-ec70-457d-be14-06947d826e69 req-4d324f9b-2630-4544-b6d5-b613c8daa9ac tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487174 Aug 04 02:17:46.353612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16abe662-b2e5-4522-ad49-8d428420ef69 admin admin] Publish callbacks [] for security_group (c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.372518 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:46.377719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-d65a889f-bafb-45d9-bf31-3e41e4f6e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.380061 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-d65a889f-bafb-45d9-bf31-3e41e4f6e0ab service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0723031 Aug 04 02:17:46.395718 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16abe662-b2e5-4522-ad49-8d428420ef69 admin admin] Publish callbacks [] for security_group (c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.445699 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-26e56725-f617-49e1-8f46-e30f8005d117 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708233 Aug 04 02:17:46.482953 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16abe662-b2e5-4522-ad49-8d428420ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.485915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-16abe662-b2e5-4522-ad49-8d428420ef69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:46.487062 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-16abe662-b2e5-4522-ad49-8d428420ef69 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7 HTTP/1.1" status: 204 len: 168 time: 0.3168218 Aug 04 02:17:46.497469 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abe662-b2e5-4522-ad49-8d428420ef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf3037-5d0c-44e4-a73c-f61dd7d84cb7,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:46.584253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee81d4-0acb-437d-99c2-dd0e7abfa279 req-dcf34aad-d691-4cad-90b1-a0e222446281 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.586453 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1ee81d4-0acb-437d-99c2-dd0e7abfa279 req-dcf34aad-d691-4cad-90b1-a0e222446281 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 944 time: 0.0696666 Aug 04 02:17:46.667914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ef4fd8b9-1362-4f05-b12d-cce49615c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.670111 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-ef4fd8b9-1362-4f05-b12d-cce49615c24d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547626 Aug 04 02:17:46.688213 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:46.737488 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1ee81d4-0acb-437d-99c2-dd0e7abfa279 req-4ca40adf-c781-4987-9d9b-e25ecde71b6a tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251748 Aug 04 02:17:46.737585 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:46.782311 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-16601c4e-c2b2-4f29-a923-9cbb4a5f3ae1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034291 Aug 04 02:17:46.791016 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-86454793-dc2e-44a4-8029-d1e19c162dcf req-32211a41-cd8d-4b76-9dfe-924bb64a7955 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745908 Aug 04 02:17:46.833880 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdcac8-ef6c-411f-a90d-89bd606347ca req-7ea3b4e0-cf5c-4fec-83c8-ec82cfb7f48c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:46.835415 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8cdcac8-ef6c-411f-a90d-89bd606347ca req-7ea3b4e0-cf5c-4fec-83c8-ec82cfb7f48c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0719848 Aug 04 02:17:46.892420 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8cdcac8-ef6c-411f-a90d-89bd606347ca req-674539c4-9513-4994-b503-d00313f292d4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506747 Aug 04 02:17:46.914458 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-51808cc5-0b67-4730-99c4-4ee005f48d28 req-17f901ba-8994-441d-b61c-9e5309f28110 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147335 Aug 04 02:17:46.977391 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52024) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:46.992005 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e10f8cfe-2df9-4fa6-95ef-c7bd534543c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.036038 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:47.057093 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:47.087542 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:47.089930 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a34d7-a659-43c3-a608-56dc7b652387" -d '{"events": [{"name": "network-changed", "server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:47.125283 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e10f8cfe-2df9-4fa6-95ef-c7bd534543c1 admin admin] Publish callbacks [] for security_group (0fba21d3-93e0-49f2-8136-ea094e2f8019), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.156926 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e10f8cfe-2df9-4fa6-95ef-c7bd534543c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (0fba21d3-93e0-49f2-8136-ea094e2f8019), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.222237 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port a8bb5289-23b6-4ef4-85b6-5862d3474ffb completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:17:47.230143 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port a8bb5289-23b6-4ef4-85b6-5862d3474ffb triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:47.230308 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.245312 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a5558-db90-46f1-bb7b-c5e5af7e506e req-64ee5d2a-6ff0-4e0e-90d4-cdc1bdf31f55 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:47.246824 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-965a5558-db90-46f1-bb7b-c5e5af7e506e req-64ee5d2a-6ff0-4e0e-90d4-cdc1bdf31f55 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 944 time: 0.1279993 Aug 04 02:17:47.256083 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e10f8cfe-2df9-4fa6-95ef-c7bd534543c1 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=f65f491d64304d36937af703e90eb303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776239 Aug 04 02:17:47.259658 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52036) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:47.266072 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e0325-9148-4063-ad01-24c55255ef37 req-fe4a88db-eb7c-4dd1-abe8-a770b83ea45e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:47.268164 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-384e0325-9148-4063-ad01-24c55255ef37 req-fe4a88db-eb7c-4dd1-abe8-a770b83ea45e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 944 time: 0.1082621 Aug 04 02:17:47.269651 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f8cfe-2df9-4fa6-95ef-c7bd534543c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba21d3-93e0-49f2-8136-ea094e2f8019,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:47.324370 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85e42df9-1c87-4a41-9dff-5af98a60a0f3 admin admin] Publish callbacks [] for security_group (0fba21d3-93e0-49f2-8136-ea094e2f8019), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.331014 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:47.331413 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.352360 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85e42df9-1c87-4a41-9dff-5af98a60a0f3 admin admin] Publish callbacks [] for security_group (0fba21d3-93e0-49f2-8136-ea094e2f8019), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.357678 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-965a5558-db90-46f1-bb7b-c5e5af7e506e req-1260530c-b4bf-42e7-92a4-7311d9edae7e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990934 Aug 04 02:17:47.366791 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-384e0325-9148-4063-ad01-24c55255ef37 req-ee24d90a-b41f-4030-8c3a-0804eef03e5e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850742 Aug 04 02:17:47.376548 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:47.379528 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f40f1ae-3951-4adc-9ad3-30ca6ee07488" -d '{"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:47.395100 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:47.412584 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.413331 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 04b00635-c395-4a36-9c93-b89099d986b5 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:47.424241 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b348567-bc03-4a10-8027-baae77e7d1d3 x-openstack-request-id: req-5b348567-bc03-4a10-8027-baae77e7d1d3 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:47.424668 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:47.424923 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b348567-bc03-4a10-8027-baae77e7d1d3 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:47.425329 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b348567-bc03-4a10-8027-baae77e7d1d3'] response: {'name': 'network-changed', 'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'status': 'completed', 'code': 200} Aug 04 02:17:47.437968 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85e42df9-1c87-4a41-9dff-5af98a60a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (0fba21d3-93e0-49f2-8136-ea094e2f8019), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.440850 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-85e42df9-1c87-4a41-9dff-5af98a60a0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.447314 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-85e42df9-1c87-4a41-9dff-5af98a60a0f3 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/0fba21d3-93e0-49f2-8136-ea094e2f8019 HTTP/1.1" status: 204 len: 168 time: 0.1841183 Aug 04 02:17:47.472485 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:47.474680 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781cf10e-5457-438e-890a-6f6588ddf1a3 x-openstack-request-id: req-781cf10e-5457-438e-890a-6f6588ddf1a3 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:47.474937 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:47.475172 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-781cf10e-5457-438e-890a-6f6588ddf1a3 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:47.475570 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781cf10e-5457-438e-890a-6f6588ddf1a3'] response: {'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'code': 200} Aug 04 02:17:47.481688 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e42df9-1c87-4a41-9dff-5af98a60a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba21d3-93e0-49f2-8136-ea094e2f8019,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:47.497274 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:47.529076 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21e725-8a45-49f8-a0d9-973a42353b56 req-08ca5bb2-a082-4482-a5ad-01d12c0d5631 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:47.530604 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c21e725-8a45-49f8-a0d9-973a42353b56 req-08ca5bb2-a082-4482-a5ad-01d12c0d5631 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 944 time: 0.0579751 Aug 04 02:17:47.544575 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 04b00635-c395-4a36-9c93-b89099d986b5 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:17:47.554200 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 04b00635-c395-4a36-9c93-b89099d986b5 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:47.555322 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (04b00635-c395-4a36-9c93-b89099d986b5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.603977 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c21e725-8a45-49f8-a0d9-973a42353b56 req-2ffc6ad4-0715-4e4e-a748-9e141becd877 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624795 Aug 04 02:17:47.656897 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 04b00635-c395-4a36-9c93-b89099d986b5 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:47.657290 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (04b00635-c395-4a36-9c93-b89099d986b5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.706126 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 04b00635-c395-4a36-9c93-b89099d986b5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=04b00635-c395-4a36-9c93-b89099d986b5,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:47.711306 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (04b00635-c395-4a36-9c93-b89099d986b5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:47.819590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=04b00635-c395-4a36-9c93-b89099d986b5,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:47.918411 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1d570-bae5-4758-8a57-773649f93068 req-af6e5e38-6f76-4869-a9f4-0434d03c381b tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:47.919887 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cea1d570-bae5-4758-8a57-773649f93068 req-af6e5e38-6f76-4869-a9f4-0434d03c381b tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.0776305 Aug 04 02:17:48.022753 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cea1d570-bae5-4758-8a57-773649f93068 req-3467e3e3-220d-4240-a920-a61f21aec683 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890992 Aug 04 02:17:48.065073 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:48.078279 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c573-2b18-41d9-944b-b04ccb1f108f req-b05412dc-ec60-469d-abd9-3df219ce3cc8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.079897 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6360c573-2b18-41d9-944b-b04ccb1f108f req-b05412dc-ec60-469d-abd9-3df219ce3cc8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0575573 Aug 04 02:17:48.136777 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6360c573-2b18-41d9-944b-b04ccb1f108f req-e711e349-6bfc-4895-b052-b5e760b86ec1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Aug 04 02:17:48.499955 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8127a1da-4bc3-4dc9-96d0-34260651ad7e details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:17:48.558579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f2c1c-9d9d-4885-9b16-1cbb1f508c99 req-ee999017-6e1f-4b71-aeed-07f4c77dc8f0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.561675 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b1f2c1c-9d9d-4885-9b16-1cbb1f508c99 req-ee999017-6e1f-4b71-aeed-07f4c77dc8f0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1075671 Aug 04 02:17:48.594756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9bf8b-f108-4506-af60-f65430144354 req-80f9436b-b36a-4b31-9337-82907abc6da1 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.597760 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fda9bf8b-f108-4506-af60-f65430144354 req-80f9436b-b36a-4b31-9337-82907abc6da1 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1455526 Aug 04 02:17:48.658268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:48.673425 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'port_id': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'mac_address': 'fa:16:3e:8d:69:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:17:48.701629 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fda9bf8b-f108-4506-af60-f65430144354 req-a5949df1-ceef-4a46-832a-ae3735343717 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936599 Aug 04 02:17:48.723383 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b1f2c1c-9d9d-4885-9b16-1cbb1f508c99 req-8208ce93-9bd0-4d45-ab4e-3193430df120 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517017 Aug 04 02:17:48.724793 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 8127a1da-4bc3-4dc9-96d0-34260651ad7e is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:48.725192 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:48.777903 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8127a1da-4bc3-4dc9-96d0-34260651ad7e {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:48.808428 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:48.816245 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:48.886460 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=8127a1da-4bc3-4dc9-96d0-34260651ad7e,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:48.896338 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a4b57-6b7f-433f-9847-b894b6f39430 req-35380249-d722-444b-aee9-0c2037aa9bae tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.898071 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-940a4b57-6b7f-433f-9847-b894b6f39430 req-35380249-d722-444b-aee9-0c2037aa9bae tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 944 time: 0.1065671 Aug 04 02:17:48.910879 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877fc9f-1d7f-4e4a-8ae8-4446d15f4d14 req-23dec099-6897-43ef-ae3d-51bac7b8c73a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.919742 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f877fc9f-1d7f-4e4a-8ae8-4446d15f4d14 req-23dec099-6897-43ef-ae3d-51bac7b8c73a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 945 time: 0.1105311 Aug 04 02:17:48.972664 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-bd7af45d-5d01-4ad6-ac87-934a3b9993da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.981707 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-bd7af45d-5d01-4ad6-ac87-934a3b9993da service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1129 time: 0.1086683 Aug 04 02:17:48.993734 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665f44-a39a-4fb5-9134-e437778469fa req-35eae607-8d48-4aa9-bc2b-bea11a0e4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:48.995128 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-35eae607-8d48-4aa9-bc2b-bea11a0e4051 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 1130 time: 0.0453689 Aug 04 02:17:49.061483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['8127a1da-4bc3-4dc9-96d0-34260651ad7e'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:17:49.068483 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-940a4b57-6b7f-433f-9847-b894b6f39430 req-94ef10f3-f526-4758-b438-bde185e787da tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458538 Aug 04 02:17:49.131690 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:49.199037 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-a988abdc-b8a0-4751-ab4b-867149a41c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.202849 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-a988abdc-b8a0-4751-ab4b-867149a41c74 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 912 time: 0.2112935 Aug 04 02:17:49.303584 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-8fe29520-5457-41db-8d5d-6f8e1a46dbe6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 217 time: 0.0939500 Aug 04 02:17:49.304204 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52130) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:49.373377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-db9ceeed-acac-4f91-8f87-378265f5f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.375305 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-db9ceeed-acac-4f91-8f87-378265f5f3af service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0640883 Aug 04 02:17:49.442294 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-3eaa2aab-8471-4bd1-82e7-e4857764ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.444663 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-3eaa2aab-8471-4bd1-82e7-e4857764ca1a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0604477 Aug 04 02:17:49.477417 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b00635-c395-4a36-9c93-b89099d986b5'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:49.480253 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72deb42-0555-4f2f-bb26-f53b634d689e" -d '{"events": [{"server_uuid": "2cf0bb22-f917-4e62-9421-ba1c47e9fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "04b00635-c395-4a36-9c93-b89099d986b5"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:49.585696 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-48dfb18e-4838-4e3b-803d-988c9eb238ad service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337717 Aug 04 02:17:49.626418 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665f44-a39a-4fb5-9134-e437778469fa req-2695010d-80bd-4663-8d92-91720cb528b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.629064 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-2695010d-80bd-4663-8d92-91720cb528b7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.5871849 Aug 04 02:17:49.702537 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-c63c2ed6-e7bd-4ddd-a2e4-374dc081d167 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 HTTP/1.1" status: 200 len: 217 time: 0.0552449 Aug 04 02:17:49.708028 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e8e94e30-a21f-4d64-8d26-564f8ce5170d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:49.709682 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f877fc9f-1d7f-4e4a-8ae8-4446d15f4d14 req-a3b2a3dc-e1f5-4db8-9217-f5a8d3007984 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7890422 Aug 04 02:17:49.715646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fa69f-88e1-44a3-8e2d-8cd9bc751bf9 req-ba3f8b56-f63a-40c6-9235-43899bdae8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.717710 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d47fa69f-88e1-44a3-8e2d-8cd9bc751bf9 req-ba3f8b56-f63a-40c6-9235-43899bdae8ae service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1129 time: 0.6438210 Aug 04 02:17:49.738505 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b2e-6751-4dfa-b91b-520728bfd2a6 req-fcc6679d-b12f-4919-b645-766815ac490d tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.746101 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-34932b2e-6751-4dfa-b91b-520728bfd2a6 req-fcc6679d-b12f-4919-b645-766815ac490d tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.5129161 Aug 04 02:17:49.778064 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:49.809922 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53abd832-0c2e-449c-bb83-236655650e6b x-openstack-request-id: req-53abd832-0c2e-449c-bb83-236655650e6b {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:49.810392 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf0bb22-f917-4e62-9421-ba1c47e9fe3d", "name": "network-vif-plugged", "status": "completed", "tag": "04b00635-c395-4a36-9c93-b89099d986b5", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:49.812636 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53abd832-0c2e-449c-bb83-236655650e6b {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:49.813100 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53abd832-0c2e-449c-bb83-236655650e6b'] response: {'server_uuid': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b00635-c395-4a36-9c93-b89099d986b5', 'code': 200} Aug 04 02:17:49.828474 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-df0a34d7-a659-43c3-a608-56dc7b652387 req-9ad68a24-1d58-4aa2-870f-15de6f982e18 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323904 Aug 04 02:17:49.830909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:49.890192 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-34932b2e-6751-4dfa-b91b-520728bfd2a6 req-1124f8ce-1960-427a-b5c3-efb89bbb41b6 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431060 Aug 04 02:17:49.913619 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d47fa69f-88e1-44a3-8e2d-8cd9bc751bf9 req-b76f9209-b01d-448e-a531-898de6d953f6 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836438 Aug 04 02:17:49.925126 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665f44-a39a-4fb5-9134-e437778469fa req-336359b0-4b2c-449f-8606-3200a987dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:49.935928 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-336359b0-4b2c-449f-8606-3200a987dbe5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.2235098 Aug 04 02:17:49.939699 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e8e94e30-a21f-4d64-8d26-564f8ce5170d admin admin] Publish callbacks [] for security_group (c733564d-f3e9-454d-a5db-3cf8ad4bd5d8), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:49.947824 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e8e94e30-a21f-4d64-8d26-564f8ce5170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c733564d-f3e9-454d-a5db-3cf8ad4bd5d8), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.000055 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e8e94e30-a21f-4d64-8d26-564f8ce5170d admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=a8f2ac8c139b4849a40f4d4504e37272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6938670 Aug 04 02:17:50.000891 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52168) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:50.030531 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e94e30-a21f-4d64-8d26-564f8ce5170d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733564d-f3e9-454d-a5db-3cf8ad4bd5d8,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:50.051422 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:50.081359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b807-bc64-4b6a-9a51-b760488f2489 admin admin] Publish callbacks [] for security_group (c733564d-f3e9-454d-a5db-3cf8ad4bd5d8), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.087649 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:50.095693 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85051393-4b5f-4602-9dcf-93e932886d76 req-fa27b701-6879-45a8-92bc-c29f16cce272 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:50.103634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85051393-4b5f-4602-9dcf-93e932886d76 req-fa27b701-6879-45a8-92bc-c29f16cce272 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1238239 Aug 04 02:17:50.108699 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b807-bc64-4b6a-9a51-b760488f2489 admin admin] Publish callbacks [] for security_group (c733564d-f3e9-454d-a5db-3cf8ad4bd5d8), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.131358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf0bd-8e1e-4309-99e3-69e58ae90102 req-e21b7672-5cc1-48fc-a53e-aadd6dd70f30 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:50.141285 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b16bf0bd-8e1e-4309-99e3-69e58ae90102 req-e21b7672-5cc1-48fc-a53e-aadd6dd70f30 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1150959 Aug 04 02:17:50.165965 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b807-bc64-4b6a-9a51-b760488f2489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c733564d-f3e9-454d-a5db-3cf8ad4bd5d8), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.170471 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b807-bc64-4b6a-9a51-b760488f2489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.174600 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b2d7b807-bc64-4b6a-9a51-b760488f2489 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/c733564d-f3e9-454d-a5db-3cf8ad4bd5d8 HTTP/1.1" status: 204 len: 168 time: 0.1671095 Aug 04 02:17:50.182004 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7b807-bc64-4b6a-9a51-b760488f2489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733564d-f3e9-454d-a5db-3cf8ad4bd5d8,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:50.269329 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85051393-4b5f-4602-9dcf-93e932886d76 req-245842d1-999d-4e00-b5f0-110a3709e6cc tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645780 Aug 04 02:17:50.298407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665f44-a39a-4fb5-9134-e437778469fa req-f6eda2e2-a854-494a-9c57-bc4bca894af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:50.299902 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-f6eda2e2-a854-494a-9c57-bc4bca894af7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1565266 Aug 04 02:17:50.408390 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e385c-110b-49bb-b0cc-2ac1b90532c6 req-abb19ff4-fc45-4e52-b9dd-a675969327b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:50.409909 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f1e385c-110b-49bb-b0cc-2ac1b90532c6 req-abb19ff4-fc45-4e52-b9dd-a675969327b1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 1129 time: 0.2435725 Aug 04 02:17:50.420683 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b16bf0bd-8e1e-4309-99e3-69e58ae90102 req-c8042b5a-4c9e-4f75-ab54-caa5b90073eb tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785113 Aug 04 02:17:50.441599 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a874c05-1043-4f14-9ea2-7694ad32e13d req-b2812f4d-1ae2-4464-a89b-469d70b5aa0d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:50.443304 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a874c05-1043-4f14-9ea2-7694ad32e13d req-b2812f4d-1ae2-4464-a89b-469d70b5aa0d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 944 time: 0.1009207 Aug 04 02:17:50.510093 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-23b90805-d0a1-49ee-b969-c850f9eadff8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952658 Aug 04 02:17:50.513627 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8bf46035-8e5d-4c05-8c39-1534e9c498af details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:17:50.520679 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8127a1da-4bc3-4dc9-96d0-34260651ad7e up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:50.539683 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a874c05-1043-4f14-9ea2-7694ad32e13d req-8ba7185c-7d39-4378-8982-0ba3de515aef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632238 Aug 04 02:17:50.540301 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52186) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:50.573427 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6773326b-cba2-461f-8e4d-bea8f43c6d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.665374 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 8127a1da-4bc3-4dc9-96d0-34260651ad7e completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:17:50.680567 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6773326b-cba2-461f-8e4d-bea8f43c6d38 admin admin] Publish callbacks [] for security_group (102caea7-0deb-43e9-8c32-9292b3558360), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.685594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6773326b-cba2-461f-8e4d-bea8f43c6d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (102caea7-0deb-43e9-8c32-9292b3558360), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.687003 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 8127a1da-4bc3-4dc9-96d0-34260651ad7e triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:50.687381 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.720068 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773326b-cba2-461f-8e4d-bea8f43c6d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102caea7-0deb-43e9-8c32-9292b3558360,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:50.726637 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8bf46035-8e5d-4c05-8c39-1534e9c498af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:50.735212 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3f1e385c-110b-49bb-b0cc-2ac1b90532c6 req-a9c475b6-efdd-478c-8d82-58116d37cfdb service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053488 Aug 04 02:17:50.743451 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6773326b-cba2-461f-8e4d-bea8f43c6d38 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=094143dbf2b048b0bc0b32af456608c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019875 Aug 04 02:17:50.746149 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52190) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:50.775992 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:17:50.779305 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:50.796216 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4665f44-a39a-4fb5-9134-e437778469fa req-cd1781ef-f6e8-4e16-a6d6-25366ec21ec1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555998 Aug 04 02:17:50.842377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Publish callbacks [] for security_group (102caea7-0deb-43e9-8c32-9292b3558360), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.843667 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:50.869499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 8bf46035-8e5d-4c05-8c39-1534e9c498af is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:50.869888 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.873450 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Publish callbacks [] for security_group (102caea7-0deb-43e9-8c32-9292b3558360), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.889618 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 8127a1da-4bc3-4dc9-96d0-34260651ad7e is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:50.890001 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.891752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba9aae-9c34-4428-890c-9452cc125b4d req-a943f514-8200-4d6c-9937-1aafb9c5f9da tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:50.894182 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-88ba9aae-9c34-4428-890c-9452cc125b4d req-a943f514-8200-4d6c-9937-1aafb9c5f9da tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 945 time: 0.0713222 Aug 04 02:17:50.900776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf46035-8e5d-4c05-8c39-1534e9c498af {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:17:50.932048 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8bf46035-8e5d-4c05-8c39-1534e9c498af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:50.943795 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.951345 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:50.963451 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (102caea7-0deb-43e9-8c32-9292b3558360), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.967462 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.981909 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:50.982322 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/102caea7-0deb-43e9-8c32-9292b3558360 HTTP/1.1" status: 204 len: 168 time: 0.2232025 Aug 04 02:17:51.005343 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=8bf46035-8e5d-4c05-8c39-1534e9c498af,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:51.006552 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102caea7-0deb-43e9-8c32-9292b3558360,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:51.027656 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.028026 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.028392 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.029263 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.030679 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.031089 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.031414 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.032988 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.033417 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.035174 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.035523 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.036480 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.036851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.039611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.039967 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91700e57-57c7-401a-86f9-468b6936986f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:51.048270 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-88ba9aae-9c34-4428-890c-9452cc125b4d req-ec3f71f3-266f-40ab-abda-1d326e699d62 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460073 Aug 04 02:17:51.093797 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=8127a1da-4bc3-4dc9-96d0-34260651ad7e,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:51.142543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09bdd4-fcfc-4549-8f46-2426067a5608 req-57b4203d-c086-42de-9be3-281169e09212 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:51.153468 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0d09bdd4-fcfc-4549-8f46-2426067a5608 req-57b4203d-c086-42de-9be3-281169e09212 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.0823195 Aug 04 02:17:51.254941 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0d09bdd4-fcfc-4549-8f46-2426067a5608 req-e2da9291-626b-4aeb-8cb3-d04010210036 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919940 Aug 04 02:17:51.259077 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['8bf46035-8e5d-4c05-8c39-1534e9c498af'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:17:51.441672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b29158-d4e4-4239-a443-6f569caae519 req-574d7b35-65f1-45c6-bc47-57b39ffa55c7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:51.443204 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7b29158-d4e4-4239-a443-6f569caae519 req-574d7b35-65f1-45c6-bc47-57b39ffa55c7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0693178 Aug 04 02:17:51.526049 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7b29158-d4e4-4239-a443-6f569caae519 req-3193ef46-50b2-4b2d-8f1b-bc808fb43147 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746739 Aug 04 02:17:51.679149 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d4b-1cf8-4c45-b91f-42d31ad59370 req-78a27ce9-46e2-4ee6-b0f6-d0e3400b4910 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:51.683458 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7525d4b-1cf8-4c45-b91f-42d31ad59370 req-78a27ce9-46e2-4ee6-b0f6-d0e3400b4910 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0927660 Aug 04 02:17:51.694647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1566602-86ef-44ff-b4f3-0293372e7143 req-c2bb0240-0ccd-418d-92f7-e955dc9dd3b2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:51.696711 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1566602-86ef-44ff-b4f3-0293372e7143 req-c2bb0240-0ccd-418d-92f7-e955dc9dd3b2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0709796 Aug 04 02:17:51.707982 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52244) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:51.713828 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'floatingip': {'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:51.752435 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:51.800001 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52246) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:51.811658 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (9b361f0f-40bc-4524-8803-07407bdfc0ef), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:51.813929 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:51.816330 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dfa8b6-639f-4a08-b9c8-2a098880914f" -d '{"events": [{"server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "name": "network-vif-plugged", "status": "completed", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:51.828022 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:51.835268 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918700c-114f-4b97-9c96-0975324ae36b req-c8b95cdd-3afc-478e-8fac-c3fcefd73c3c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:51.844464 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8918700c-114f-4b97-9c96-0975324ae36b req-c8b95cdd-3afc-478e-8fac-c3fcefd73c3c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 945 time: 0.0768316 Aug 04 02:17:51.894163 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7525d4b-1cf8-4c45-b91f-42d31ad59370 req-fb48a5da-efa6-4e41-a360-2ff0aa0398ce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963940 Aug 04 02:17:51.959501 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8918700c-114f-4b97-9c96-0975324ae36b req-3e4039bf-43fe-47b3-9edf-d5e3dbea7493 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137729 Aug 04 02:17:51.964301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a2a8a0-136b-4e42-b30c-11e05b1a4ed7 x-openstack-request-id: req-78a2a8a0-136b-4e42-b30c-11e05b1a4ed7 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:51.964851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "name": "network-vif-plugged", "status": "completed", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:51.965059 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78a2a8a0-136b-4e42-b30c-11e05b1a4ed7 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:51.965549 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a2a8a0-136b-4e42-b30c-11e05b1a4ed7'] response: {'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'code': 200} Aug 04 02:17:51.998518 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4896c2b3-15a0-4b0b-92c7-afbaf2e2d690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.135437 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:52.181005 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadb8c7-4aa8-421f-b0fb-abbd9ef2dccd req-7f93e41a-3d3c-469a-8ad3-b26706d8fd40 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:52.185748 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:52.189085 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1aadb8c7-4aa8-421f-b0fb-abbd9ef2dccd req-7f93e41a-3d3c-469a-8ad3-b26706d8fd40 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0666690 Aug 04 02:17:52.247678 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1aadb8c7-4aa8-421f-b0fb-abbd9ef2dccd req-75603892-90a6-4aa2-88e7-c37ac3232735 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573509 Aug 04 02:17:52.426334 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493364d-1b26-42a0-a927-14fa7de0fd0a req-38cf6adb-6065-4689-b6d5-22cf3aa53867 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:52.433256 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d493364d-1b26-42a0-a927-14fa7de0fd0a req-38cf6adb-6065-4689-b6d5-22cf3aa53867 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.0752342 Aug 04 02:17:52.508954 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d493364d-1b26-42a0-a927-14fa7de0fd0a req-3906cfcf-fccd-4cbb-9e12-66738cbe4bc9 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733657 Aug 04 02:17:52.517180 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8bf46035-8e5d-4c05-8c39-1534e9c498af up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:17:52.539655 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4896c2b3-15a0-4b0b-92c7-afbaf2e2d690 admin admin] Publish callbacks [] for security_group (deb67300-5b57-4f5b-b5bd-c460bd279cfa), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.548405 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4896c2b3-15a0-4b0b-92c7-afbaf2e2d690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (deb67300-5b57-4f5b-b5bd-c460bd279cfa), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.615714 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 8bf46035-8e5d-4c05-8c39-1534e9c498af completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:17:52.625228 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 8bf46035-8e5d-4c05-8c39-1534e9c498af triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:17:52.626148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.760203 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 8bf46035-8e5d-4c05-8c39-1534e9c498af is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:17:52.760653 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.761546 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467173c-e342-4ba9-abbb-f513c9f915a9 req-00718728-da32-42b7-b56c-4ee474eb9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:52.767101 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4467173c-e342-4ba9-abbb-f513c9f915a9 req-00718728-da32-42b7-b56c-4ee474eb9d73 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1130 time: 0.0841343 Aug 04 02:17:52.809252 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8bf46035-8e5d-4c05-8c39-1534e9c498af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:17:52.813321 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896c2b3-15a0-4b0b-92c7-afbaf2e2d690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb67300-5b57-4f5b-b5bd-c460bd279cfa,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:52.815276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.825809 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4896c2b3-15a0-4b0b-92c7-afbaf2e2d690 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=e5ee77f9c0594d7990feee496314e3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0247946 Aug 04 02:17:52.837420 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52290) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:52.879470 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4467173c-e342-4ba9-abbb-f513c9f915a9 req-8b3eef3d-6cfd-4600-8330-d314a7711747 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876060 Aug 04 02:17:52.905375 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=8bf46035-8e5d-4c05-8c39-1534e9c498af,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:52.963563 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:52.978752 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (9b361f0f-40bc-4524-8803-07407bdfc0ef), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.015804 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a987646-0349-45bd-b3f0-a77eb2c9cc25 admin admin] Publish callbacks [] for security_group (deb67300-5b57-4f5b-b5bd-c460bd279cfa), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.086496 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a987646-0349-45bd-b3f0-a77eb2c9cc25 admin admin] Publish callbacks [] for security_group (deb67300-5b57-4f5b-b5bd-c460bd279cfa), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.104656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6671-ba18-4c3b-b849-d9706fb21b90 req-e7da7bdc-f477-45f5-bd1a-95f40e9cb840 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:53.112209 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e6e6671-ba18-4c3b-b849-d9706fb21b90 req-e7da7bdc-f477-45f5-bd1a-95f40e9cb840 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1234486 Aug 04 02:17:53.140259 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Floating IP 9b361f0f-40bc-4524-8803-07407bdfc0ef associated. External IP: 172.27.4.22, port: a8bb5289-23b6-4ef4-85b6-5862d3474ffb. Aug 04 02:17:53.143180 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de46a7-c404-4837-a0bc-9f75d64208ed req-1d8a3e31-d9eb-4f35-8d21-0a0839b1d473 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:53.144822 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9de46a7-c404-4837-a0bc-9f75d64208ed req-1d8a3e31-d9eb-4f35-8d21-0a0839b1d473 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.1050246 Aug 04 02:17:53.188320 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e6e6671-ba18-4c3b-b849-d9706fb21b90 req-866945d5-e1b5-4a56-8f61-715c44a7f9e6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747881 Aug 04 02:17:53.218526 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9de46a7-c404-4837-a0bc-9f75d64208ed req-74179eff-8639-4a67-9f7a-ce12f496c566 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599163 Aug 04 02:17:53.269449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a987646-0349-45bd-b3f0-a77eb2c9cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (deb67300-5b57-4f5b-b5bd-c460bd279cfa), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.271984 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a987646-0349-45bd-b3f0-a77eb2c9cc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.273761 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9a987646-0349-45bd-b3f0-a77eb2c9cc25 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/deb67300-5b57-4f5b-b5bd-c460bd279cfa HTTP/1.1" status: 204 len: 168 time: 0.4363713 Aug 04 02:17:53.331939 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a987646-0349-45bd-b3f0-a77eb2c9cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb67300-5b57-4f5b-b5bd-c460bd279cfa,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:53.451729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Router 77861627-b5f0-4e3c-8559-e84e2075f596 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:53.461947 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14942-3319-4605-af23-29b499ddedb3 req-8be9e9a9-8a1b-4dd7-91b7-3f8120de3d54 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:53.465455 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0d14942-3319-4605-af23-29b499ddedb3 req-8be9e9a9-8a1b-4dd7-91b7-3f8120de3d54 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0865095 Aug 04 02:17:53.584861 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b0d14942-3319-4605-af23-29b499ddedb3 req-50c61a28-2346-434c-b9cd-1e81cfea4bee tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976031 Aug 04 02:17:53.619336 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:53.633919 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:53.658167 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.665954 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:53.690870 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:53.691506 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:53.704492 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1e7e6499-adc0-4599-8f16-258a5d2f9fb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/9b361f0f-40bc-4524-8803-07407bdfc0ef HTTP/1.1" status: 200 len: 990 time: 1.9953692 Aug 04 02:17:53.705929 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:53.710192 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:53.767832 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e257c848-d96b-4b93-822d-988e6535bde1 x-openstack-request-id: req-e257c848-d96b-4b93-822d-988e6535bde1 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:53.768253 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:53.768531 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e257c848-d96b-4b93-822d-988e6535bde1 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:53.769172 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e257c848-d96b-4b93-822d-988e6535bde1'] response: {'name': 'network-changed', 'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'status': 'completed', 'code': 200} Aug 04 02:17:53.783013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afb502-c424-4b42-aaac-29288d73f885 req-ce507117-0831-48b3-a7a3-fadc391fd1d5 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:53.785920 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77afb502-c424-4b42-aaac-29288d73f885 req-ce507117-0831-48b3-a7a3-fadc391fd1d5 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.1176503 Aug 04 02:17:53.864367 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52342) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:53.887937 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-660a793e-03fe-4916-9ce1-d6c5112fb7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:53.922165 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-345ad8be-daff-4f9e-8069-b8e3bf6f785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:53.924858 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-345ad8be-daff-4f9e-8069-b8e3bf6f785f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1129 time: 0.0965979 Aug 04 02:17:53.939231 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77afb502-c424-4b42-aaac-29288d73f885 req-ee6a65c5-ae09-4350-9a7f-bff79bd4a799 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442194 Aug 04 02:17:53.950297 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:53.966830 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:53.971957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636ccff6-8702-41d5-8098-ce2c90605cc1" -d '{"events": [{"server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "name": "network-vif-plugged", "status": "completed", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:53.974699 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:54.014979 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-660a793e-03fe-4916-9ce1-d6c5112fb7c8 admin admin] Publish callbacks [] for security_group (143f7b5b-d7bc-4874-9072-294a27780d29), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:54.021468 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-660a793e-03fe-4916-9ce1-d6c5112fb7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (143f7b5b-d7bc-4874-9072-294a27780d29), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:54.082901 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-660a793e-03fe-4916-9ce1-d6c5112fb7c8 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=d72cb0368e5a4522975f61b451fb0aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163105 Aug 04 02:17:54.084379 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a793e-03fe-4916-9ce1-d6c5112fb7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143f7b5b-d7bc-4874-9072-294a27780d29,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:54.088438 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52356) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:54.092589 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c854421-da73-4806-8fa7-1d52f8a4e844 x-openstack-request-id: req-8c854421-da73-4806-8fa7-1d52f8a4e844 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:54.093510 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "name": "network-vif-plugged", "status": "completed", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:54.093917 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c854421-da73-4806-8fa7-1d52f8a4e844 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:54.094467 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c854421-da73-4806-8fa7-1d52f8a4e844'] response: {'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'code': 200} Aug 04 02:17:54.179199 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f33a9a0d-5b0f-4e3e-b338-d1f55d5cca5c admin admin] Publish callbacks [] for security_group (143f7b5b-d7bc-4874-9072-294a27780d29), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:54.205961 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f33a9a0d-5b0f-4e3e-b338-d1f55d5cca5c admin admin] Publish callbacks [] for security_group (143f7b5b-d7bc-4874-9072-294a27780d29), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:54.216251 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-edcb916d-dfdd-4130-be6b-a69b4c55da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:54.218749 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-edcb916d-dfdd-4130-be6b-a69b4c55da5e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.2322147 Aug 04 02:17:54.284665 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f33a9a0d-5b0f-4e3e-b338-d1f55d5cca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (143f7b5b-d7bc-4874-9072-294a27780d29), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:54.292489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f33a9a0d-5b0f-4e3e-b338-d1f55d5cca5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:54.296202 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f33a9a0d-5b0f-4e3e-b338-d1f55d5cca5c admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/143f7b5b-d7bc-4874-9072-294a27780d29 HTTP/1.1" status: 204 len: 168 time: 0.1927426 Aug 04 02:17:54.314735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a9a0d-5b0f-4e3e-b338-d1f55d5cca5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143f7b5b-d7bc-4874-9072-294a27780d29,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:54.477404 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78c8ab-ba4a-4c24-a370-4e69db28e2e4 req-5c43485e-02c3-4a9e-9469-dc32b9ce87a1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:54.484875 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb78c8ab-ba4a-4c24-a370-4e69db28e2e4 req-5c43485e-02c3-4a9e-9469-dc32b9ce87a1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.1081960 Aug 04 02:17:54.486453 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:54.523770 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb5688-9bc3-4c05-91f5-bf8b77c07398 req-6863bffd-a222-48f8-863b-e87eec6fae3a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:54.530842 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36bb5688-9bc3-4c05-91f5-bf8b77c07398 req-6863bffd-a222-48f8-863b-e87eec6fae3a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1365378 Aug 04 02:17:54.705244 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:54.724149 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36bb5688-9bc3-4c05-91f5-bf8b77c07398 req-51f22645-3f59-42c9-be93-99079a973e20 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919549 Aug 04 02:17:54.823912 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb78c8ab-ba4a-4c24-a370-4e69db28e2e4 req-480a7944-c35f-4028-b1e9-79615fbd6463 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380311 Aug 04 02:17:54.891188 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '9b361f0f-40bc-4524-8803-07407bdfc0ef', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'floating_ip_address': '172.27.4.22', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'mac_address': 'fa:16:3e:6b:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:22Z', 'updated_at': '2022-08-04T02:17:52Z', 'revision_number': 1, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:54.891801 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52384) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:54.925834 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:54.950693 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:54.951393 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:54.969000 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8cc1-58c9-496f-a4b6-8c2ae6e19e9c req-90e651d6-16a4-448b-9e57-f743de666510 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:54.970478 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d01b8cc1-58c9-496f-a4b6-8c2ae6e19e9c req-90e651d6-16a4-448b-9e57-f743de666510 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0987670 Aug 04 02:17:54.989127 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-3d86ef8d-db83-4cb6-9a27-7529b47db881 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 998 time: 0.4480460 Aug 04 02:17:54.999346 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a90e7-3f24-4bf1-9b56-cc9d4c1d8327 req-3d1cfbb5-6557-48c0-ba9b-116670606661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:55.000366 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-740a90e7-3f24-4bf1-9b56-cc9d4c1d8327 req-3d1cfbb5-6557-48c0-ba9b-116670606661 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 1130 time: 0.1577365 Aug 04 02:17:55.074794 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-9aa8f77e-b8f0-411e-9111-20aab6362c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:55.076255 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-9aa8f77e-b8f0-411e-9111-20aab6362c18 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0787230 Aug 04 02:17:55.078241 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:55.134304 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a4de-0c93-4154-a5f9-0674c8e7e4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.155041 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d01b8cc1-58c9-496f-a4b6-8c2ae6e19e9c req-cdb6f90f-1903-48f8-9b98-fc05c355cec1 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713576 Aug 04 02:17:55.170878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-39bdf9d4-2732-40ed-984e-1e661b354a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:55.172448 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-39bdf9d4-2732-40ed-984e-1e661b354a78 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876729 Aug 04 02:17:55.175665 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-740a90e7-3f24-4bf1-9b56-cc9d4c1d8327 req-3b84725d-3d13-4ff9-a4ea-f9f22e086391 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299250 Aug 04 02:17:55.266294 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a4de-0c93-4154-a5f9-0674c8e7e4d6 admin admin] Publish callbacks [] for security_group (033cee94-d700-4ced-8895-55a82f06cc7e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.272488 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a4de-0c93-4154-a5f9-0674c8e7e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (033cee94-d700-4ced-8895-55a82f06cc7e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.323183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2a4de-0c93-4154-a5f9-0674c8e7e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033cee94-d700-4ced-8895-55a82f06cc7e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:55.328718 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5ee2a4de-0c93-4154-a5f9-0674c8e7e4d6 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=2662f0954b444b13bc3a8d06010f3675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362237 Aug 04 02:17:55.331360 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52404) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:55.373997 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6a693-71c2-4206-8e33-a6c55bd56930 req-010a1d13-cc89-4f69-b1ce-849adceb109e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:55.379213 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6ce6a693-71c2-4206-8e33-a6c55bd56930 req-010a1d13-cc89-4f69-b1ce-849adceb109e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0924881 Aug 04 02:17:55.386142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52408) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:55.391527 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'floatingip': {'port_id': '8127a1da-4bc3-4dc9-96d0-34260651ad7e'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:55.411493 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7bde11f8-2ffe-4ff5-9397-bfc71c086f42 admin admin] Publish callbacks [] for security_group (033cee94-d700-4ced-8895-55a82f06cc7e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.415568 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:55.439452 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '9b361f0f-40bc-4524-8803-07407bdfc0ef', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'floating_ip_address': '172.27.4.22', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'mac_address': 'fa:16:3e:6b:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:22Z', 'updated_at': '2022-08-04T02:17:52Z', 'revision_number': 1, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:55.454052 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7bde11f8-2ffe-4ff5-9397-bfc71c086f42 admin admin] Publish callbacks [] for security_group (033cee94-d700-4ced-8895-55a82f06cc7e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.472605 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6195fbd-bd26-48e2-92ee-76a4661b7f57 None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '9b361f0f-40bc-4524-8803-07407bdfc0ef', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'floating_ip_address': '172.27.4.22', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'mac_address': 'fa:16:3e:6b:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:22Z', 'updated_at': '2022-08-04T02:17:52Z', 'revision_number': 1, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:55.531398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (ee15c805-c658-43f8-8e7a-8f25bc7d34df), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.546842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7bde11f8-2ffe-4ff5-9397-bfc71c086f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (033cee94-d700-4ced-8895-55a82f06cc7e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.550766 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7bde11f8-2ffe-4ff5-9397-bfc71c086f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:55.552993 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7bde11f8-2ffe-4ff5-9397-bfc71c086f42 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/033cee94-d700-4ced-8895-55a82f06cc7e HTTP/1.1" status: 204 len: 168 time: 0.2196271 Aug 04 02:17:55.564070 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde11f8-2ffe-4ff5-9397-bfc71c086f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033cee94-d700-4ced-8895-55a82f06cc7e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:55.857124 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-5f59439d-4ef0-4935-86ab-4cc22c78eb98 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334528 Aug 04 02:17:56.217290 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52444) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:56.237704 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-95a7fa56-1b69-4043-9196-6e83a3485db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.240848 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:56.300681 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b481dd5-33fd-47e6-b816-770113e92bc3 req-f161e26b-8309-4ea7-b686-e74109b304e2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:56.302210 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b481dd5-33fd-47e6-b816-770113e92bc3 req-f161e26b-8309-4ea7-b686-e74109b304e2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.4543962 Aug 04 02:17:56.360227 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-95a7fa56-1b69-4043-9196-6e83a3485db9 admin admin] Publish callbacks [] for security_group (3c203543-d18f-4bbc-bd56-a7a217e26c38), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.367521 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-95a7fa56-1b69-4043-9196-6e83a3485db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3c203543-d18f-4bbc-bd56-a7a217e26c38), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.451519 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-95a7fa56-1b69-4043-9196-6e83a3485db9 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=7ec9eb9ae96740ca9312a17977f01d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329383 Aug 04 02:17:56.454784 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52448) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:56.457062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7fa56-1b69-4043-9196-6e83a3485db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c203543-d18f-4bbc-bd56-a7a217e26c38,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:56.503232 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:56.539547 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-58a8cb4d-5987-424a-886c-a75f37b45b25 admin admin] Publish callbacks [] for security_group (3c203543-d18f-4bbc-bd56-a7a217e26c38), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.564859 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-58a8cb4d-5987-424a-886c-a75f37b45b25 admin admin] Publish callbacks [] for security_group (3c203543-d18f-4bbc-bd56-a7a217e26c38), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.566046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:56.576248 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b481dd5-33fd-47e6-b816-770113e92bc3 req-8614f6a1-5ad0-42c0-b7eb-5fa687f5d730 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617779 Aug 04 02:17:56.578441 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd0ca6c0-d140-4c6d-93a2-bdee61b09c39 req-da6d463f-eb8e-4500-bfdc-9afdd8be4a4c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098580 Aug 04 02:17:56.593138 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0d398-f664-4f22-a4c0-344129f88d32 req-e3c2d3d3-1a25-40fa-9698-55f6f9adba27 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:56.595074 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14e0d398-f664-4f22-a4c0-344129f88d32 req-e3c2d3d3-1a25-40fa-9698-55f6f9adba27 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.1432917 Aug 04 02:17:56.638732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-58a8cb4d-5987-424a-886c-a75f37b45b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3c203543-d18f-4bbc-bd56-a7a217e26c38), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.640025 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e692eb4-1167-4449-85b7-100a6566457a None None] New status for floating IP 9b361f0f-40bc-4524-8803-07407bdfc0ef: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:17:56.642778 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-58a8cb4d-5987-424a-886c-a75f37b45b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:56.644282 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-58a8cb4d-5987-424a-886c-a75f37b45b25 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/3c203543-d18f-4bbc-bd56-a7a217e26c38 HTTP/1.1" status: 204 len: 168 time: 0.1883535 Aug 04 02:17:56.687912 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8cb4d-5987-424a-886c-a75f37b45b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c203543-d18f-4bbc-bd56-a7a217e26c38,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:56.774844 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14e0d398-f664-4f22-a4c0-344129f88d32 req-dff925ec-d830-4421-aaa8-ffd345ca5c3f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410487 Aug 04 02:17:56.900204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:57.223926 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:57.229696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (ee15c805-c658-43f8-8e7a-8f25bc7d34df), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:57.361901 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Floating IP ee15c805-c658-43f8-8e7a-8f25bc7d34df associated. External IP: 172.27.4.123, port: 8127a1da-4bc3-4dc9-96d0-34260651ad7e. Aug 04 02:17:57.690626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Router 8f40357a-2c9e-4387-99ef-d478c231d181 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:17:57.736027 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b79fbb-aa7a-4ea5-91c6-a457b86b7105 req-f93b388f-1133-498b-be6e-48c603af563a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:57.737580 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77b79fbb-aa7a-4ea5-91c6-a457b86b7105 req-f93b388f-1133-498b-be6e-48c603af563a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0610003 Aug 04 02:17:57.862261 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77b79fbb-aa7a-4ea5-91c6-a457b86b7105 req-d631a6ee-2f44-4d31-af3a-ce14fd0781b8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958552 Aug 04 02:17:57.907561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:17:57.915239 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57adc7-00cb-44f9-93a2-e8f5f42cd041 req-7afb8795-a676-4126-bf6f-cbb93378467e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:57.916818 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c57adc7-00cb-44f9-93a2-e8f5f42cd041 req-7afb8795-a676-4126-bf6f-cbb93378467e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.0628676 Aug 04 02:17:57.919873 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:57.920991 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:17:57.936646 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:57.937559 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:58.061045 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:58.159299 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:58.195979 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9962afbf-ceb8-46c0-b8af-e94efc1ef339 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/ee15c805-c658-43f8-8e7a-8f25bc7d34df HTTP/1.1" status: 200 len: 992 time: 2.8054962 Aug 04 02:17:58.197000 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:17:58.199175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535368e2-fab5-48bf-ac97-f44943983fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:17:58.215409 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c57adc7-00cb-44f9-93a2-e8f5f42cd041 req-bfe9d936-5fc8-48b8-bbac-7abad71988cc tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929056 Aug 04 02:17:58.254109 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920e7bd-b13a-4805-8774-ab053d5e8d4b x-openstack-request-id: req-0920e7bd-b13a-4805-8774-ab053d5e8d4b {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:17:58.254410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:17:58.254687 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0920e7bd-b13a-4805-8774-ab053d5e8d4b {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:17:58.255090 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0920e7bd-b13a-4805-8774-ab053d5e8d4b'] response: {'name': 'network-changed', 'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'status': 'completed', 'code': 200} Aug 04 02:17:58.287686 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52524) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:58.316740 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'ee15c805-c658-43f8-8e7a-8f25bc7d34df', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'floating_ip_address': '172.27.4.123', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'port_id': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'mac_address': 'fa:16:3e:8d:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:26Z', 'updated_at': '2022-08-04T02:17:57Z', 'revision_number': 1, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:58.343048 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada749f-1809-4cfe-9995-5d5ea979762e req-3d117a90-35f9-48b0-b936-f134efb96c16 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:58.344663 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eada749f-1809-4cfe-9995-5d5ea979762e req-3d117a90-35f9-48b0-b936-f134efb96c16 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Aug 04 02:17:58.348985 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:17:58.358712 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52528) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:58.364060 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:17:58.369220 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:17:58.370024 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:58.391662 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535368e2-fab5-48bf-ac97-f44943983fdd req-d7da7add-7f22-434c-8e01-4bd16774a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:58.393416 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-d7da7add-7f22-434c-8e01-4bd16774a965 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1130 time: 0.0446451 Aug 04 02:17:58.411065 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (78800cc2-6b91-478a-a007-fdb447f24d02), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:58.493264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:58.496184 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:17:58.505382 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b50dd83d-6e0f-4e5a-9623-c2202c20303b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:58.528840 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:58.530854 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535368e2-fab5-48bf-ac97-f44943983fdd req-f72ce30f-d48d-4f4a-aae5-3400186804ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:58.532872 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-f72ce30f-d48d-4f4a-aae5-3400186804ac service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 912 time: 0.1326690 Aug 04 02:17:58.598584 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b50dd83d-6e0f-4e5a-9623-c2202c20303b admin admin] Publish callbacks [] for security_group (6909cc99-a821-4311-9389-afb037d4b083), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:58.608885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b50dd83d-6e0f-4e5a-9623-c2202c20303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6909cc99-a821-4311-9389-afb037d4b083), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:58.611251 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-457ec782-be4e-4096-bb0c-8f4b0bedde04 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 1000 time: 0.0719118 Aug 04 02:17:58.680423 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535368e2-fab5-48bf-ac97-f44943983fdd req-80c718e3-5f5a-4338-9ce8-8b2d9f459b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:58.682302 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-80c718e3-5f5a-4338-9ce8-8b2d9f459b4f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0622230 Aug 04 02:17:58.706945 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b50dd83d-6e0f-4e5a-9623-c2202c20303b admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=1037d28132b3493bb9f26d1b1584cd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181638 Aug 04 02:17:58.712341 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52544) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:58.737527 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dd83d-6e0f-4e5a-9623-c2202c20303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6909cc99-a821-4311-9389-afb037d4b083,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:58.797150 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535368e2-fab5-48bf-ac97-f44943983fdd req-717295e7-494c-4ac1-9c00-85a62b1bd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:58.798784 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-717295e7-494c-4ac1-9c00-85a62b1bd8c8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1019473 Aug 04 02:17:58.811184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Publish callbacks [] for security_group (6909cc99-a821-4311-9389-afb037d4b083), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:58.821698 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'ee15c805-c658-43f8-8e7a-8f25bc7d34df', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'floating_ip_address': '172.27.4.123', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'port_id': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'mac_address': 'fa:16:3e:8d:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:26Z', 'updated_at': '2022-08-04T02:17:57Z', 'revision_number': 1, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:17:58.886264 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0097fe-e173-4103-99e3-c096cdb975c1 None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'ee15c805-c658-43f8-8e7a-8f25bc7d34df', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'floating_ip_address': '172.27.4.123', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'port_id': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'mac_address': 'fa:16:3e:8d:69:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:26Z', 'updated_at': '2022-08-04T02:17:57Z', 'revision_number': 1, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:17:58.901739 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52556) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:58.916966 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Publish callbacks [] for security_group (6909cc99-a821-4311-9389-afb037d4b083), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.001030 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-13134f4b-cc0b-45ef-ad08-bf3a76ceead7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868701 Aug 04 02:17:59.100434 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725fec5-693a-41e3-ae14-9170b51539cd req-3844bfcf-3dae-459e-bcca-fbb96f146a88 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:17:59.102681 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1725fec5-693a-41e3-ae14-9170b51539cd req-3844bfcf-3dae-459e-bcca-fbb96f146a88 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1483209 Aug 04 02:17:59.154862 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9359c1c3-ec28-4850-90a3-778d37418cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.193581 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6909cc99-a821-4311-9389-afb037d4b083), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.196730 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.197828 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/6909cc99-a821-4311-9389-afb037d4b083 HTTP/1.1" status: 204 len: 168 time: 0.4839754 Aug 04 02:17:59.285357 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6909cc99-a821-4311-9389-afb037d4b083,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:59.317774 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1725fec5-693a-41e3-ae14-9170b51539cd req-57e34e28-abe4-4461-a7f1-a4044068d2c5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000356 Aug 04 02:17:59.323802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.324105 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.324454 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.324872 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.325156 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.325496 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.326020 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.326136 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.326454 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.326797 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.327099 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.327429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.327755 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.328080 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.328402 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f60149-5669-4d80-85d3-97fda9486f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:17:59.334832 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535368e2-fab5-48bf-ac97-f44943983fdd req-3c156a22-c87b-4389-a1a9-e1c8098abd57 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250988 Aug 04 02:17:59.420522 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9359c1c3-ec28-4850-90a3-778d37418cb4 admin admin] Publish callbacks [] for security_group (89758b6a-be68-4117-88ce-7011c8b2f0bd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.427831 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9359c1c3-ec28-4850-90a3-778d37418cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (89758b6a-be68-4117-88ce-7011c8b2f0bd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.483772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9359c1c3-ec28-4850-90a3-778d37418cb4 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=37ae7a75818544b2809031243e85749a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5806925 Aug 04 02:17:59.486822 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359c1c3-ec28-4850-90a3-778d37418cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89758b6a-be68-4117-88ce-7011c8b2f0bd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:59.489265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52578) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:17:59.530163 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:59.570543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9a38644-515c-48a1-9b2d-ff0f702da26e admin admin] Publish callbacks [] for security_group (89758b6a-be68-4117-88ce-7011c8b2f0bd), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.601866 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9a38644-515c-48a1-9b2d-ff0f702da26e admin admin] Publish callbacks [] for security_group (89758b6a-be68-4117-88ce-7011c8b2f0bd), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.610882 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.617968 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (78800cc2-6b91-478a-a007-fdb447f24d02), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.661814 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:59.687352 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9a38644-515c-48a1-9b2d-ff0f702da26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (89758b6a-be68-4117-88ce-7011c8b2f0bd), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.690195 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9a38644-515c-48a1-9b2d-ff0f702da26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:17:59.691384 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b9a38644-515c-48a1-9b2d-ff0f702da26e admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/89758b6a-be68-4117-88ce-7011c8b2f0bd HTTP/1.1" status: 204 len: 168 time: 0.1896064 Aug 04 02:17:59.700381 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a38644-515c-48a1-9b2d-ff0f702da26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89758b6a-be68-4117-88ce-7011c8b2f0bd,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:17:59.719507 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:17:59.746469 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP 78800cc2-6b91-478a-a007-fdb447f24d02 associated. External IP: 172.27.4.60, port: 8bf46035-8e5d-4c05-8c39-1534e9c498af. Aug 04 02:17:59.977595 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8167bd-1944-41b7-afbf-c5033442d041 None None] New status for floating IP ee15c805-c658-43f8-8e7a-8f25bc7d34df: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:17:59.998631 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:18:00.108134 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52600) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:00.122800 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-418a2c3a-3c00-4aa1-b930-39b6db96287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.125080 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:18:00.130338 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.136809 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:18:00.164835 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:00.165497 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:00.173268 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-db2f5bd8-7039-44d9-8eeb-8856df9f8bda tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/78800cc2-6b91-478a-a007-fdb447f24d02 HTTP/1.1" status: 200 len: 991 time: 1.8126795 Aug 04 02:18:00.174026 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:18:00.176482 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fbfe12-8aeb-43a5-84e6-7b341725a770" -d '{"events": [{"name": "network-changed", "server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:18:00.200556 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:00.241721 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f37e15-5568-4440-93a3-ca86f89c5620 x-openstack-request-id: req-a2f37e15-5568-4440-93a3-ca86f89c5620 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:18:00.242671 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:18:00.243048 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2f37e15-5568-4440-93a3-ca86f89c5620 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:18:00.243557 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f37e15-5568-4440-93a3-ca86f89c5620'] response: {'name': 'network-changed', 'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'status': 'completed', 'code': 200} Aug 04 02:18:00.257291 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:00.330361 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:00.338819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-516182e8-6900-4843-b309-5f1671276fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:00.340772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-516182e8-6900-4843-b309-5f1671276fac service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 1130 time: 0.0681403 Aug 04 02:18:00.351088 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-418a2c3a-3c00-4aa1-b930-39b6db96287c admin admin] Publish callbacks [] for security_group (eb0bd99f-668c-4ece-a329-cdbbd953c2ef), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.364053 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-418a2c3a-3c00-4aa1-b930-39b6db96287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (eb0bd99f-668c-4ece-a329-cdbbd953c2ef), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.459293 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52616) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:00.459428 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-418a2c3a-3c00-4aa1-b930-39b6db96287c admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=3ee3e0b03cfc44dc8b321951feef3a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499975 Aug 04 02:18:00.476940 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2c3a-3c00-4aa1-b930-39b6db96287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0bd99f-668c-4ece-a329-cdbbd953c2ef,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:00.559324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df6f44f7-96c3-4595-8a9d-30ad33e83ba5 admin admin] Publish callbacks [] for security_group (eb0bd99f-668c-4ece-a329-cdbbd953c2ef), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.577588 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2913ec-aae5-438f-8770-746f4837bcc6 req-533b976d-0c6d-4a40-965d-19843b3258d0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:00.587481 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c2913ec-aae5-438f-8770-746f4837bcc6 req-533b976d-0c6d-4a40-965d-19843b3258d0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0912492 Aug 04 02:18:00.593740 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df6f44f7-96c3-4595-8a9d-30ad33e83ba5 admin admin] Publish callbacks [] for security_group (eb0bd99f-668c-4ece-a329-cdbbd953c2ef), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.597345 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-2a3e15a5-93e4-4ad6-83ba-016b1a54d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:00.598850 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-2a3e15a5-93e4-4ad6-83ba-016b1a54d806 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 916 time: 0.2500362 Aug 04 02:18:00.660738 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df6f44f7-96c3-4595-8a9d-30ad33e83ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (eb0bd99f-668c-4ece-a329-cdbbd953c2ef), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.665479 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-df6f44f7-96c3-4595-8a9d-30ad33e83ba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:00.667161 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-df6f44f7-96c3-4595-8a9d-30ad33e83ba5 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/eb0bd99f-668c-4ece-a329-cdbbd953c2ef HTTP/1.1" status: 204 len: 168 time: 0.2068341 Aug 04 02:18:00.686298 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f44f7-96c3-4595-8a9d-30ad33e83ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0bd99f-668c-4ece-a329-cdbbd953c2ef,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:00.737770 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-c7393761-5ed5-4d03-b582-b53984a7ee69 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af HTTP/1.1" status: 200 len: 999 time: 0.1256111 Aug 04 02:18:00.761012 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:00.844876 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-0a4527d7-704e-450e-a062-59e13556eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:00.847643 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-0a4527d7-704e-450e-a062-59e13556eaea service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0949845 Aug 04 02:18:00.851481 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c2913ec-aae5-438f-8770-746f4837bcc6 req-f2fd06dd-996b-48e9-86f7-2e442b8e37f6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627366 Aug 04 02:18:00.853133 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:17:59Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:00.916740 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:18:00.926296 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-082a6895-929a-4f50-ac44-587a64d20f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:00.927173 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:00.928041 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:00.930047 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-082a6895-929a-4f50-ac44-587a64d20f6a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0746002 Aug 04 02:18:01.078107 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:01.112311 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:01.136777 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-c1f33a1c-f4b4-445c-b461-c416ab350deb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975987 Aug 04 02:18:01.196358 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52638) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:01.227529 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:01.268335 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-32fbfe12-8aeb-43a5-84e6-7b341725a770 req-9edfdd35-1d9d-4126-a2f6-b3ced7835567 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141832 Aug 04 02:18:01.339096 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:17:59Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:01.344212 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f54a-af6a-45ed-a8b2-a85d399422cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.352941 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52642) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:01.365671 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22ac486-0c21-434d-9df5-ddb0dfc54d0e None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:17:59Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:18:01.368115 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50401fab-706e-4c7d-87d7-b34c72648ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.428771 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f54a-af6a-45ed-a8b2-a85d399422cf admin admin] Publish callbacks [] for security_group (bf150aa3-2857-470f-8ab7-dd2e6dee99b1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.433878 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fd1f54a-af6a-45ed-a8b2-a85d399422cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bf150aa3-2857-470f-8ab7-dd2e6dee99b1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.461425 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50401fab-706e-4c7d-87d7-b34c72648ea1 admin admin] Publish callbacks [] for security_group (afa088eb-ff9a-4e20-abb1-45d5bdf271d5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.466037 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-50401fab-706e-4c7d-87d7-b34c72648ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (afa088eb-ff9a-4e20-abb1-45d5bdf271d5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.479605 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3fd1f54a-af6a-45ed-a8b2-a85d399422cf admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=5bc9909ab42b4e578faa517387780320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792559 Aug 04 02:18:01.479605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1f54a-af6a-45ed-a8b2-a85d399422cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf150aa3-2857-470f-8ab7-dd2e6dee99b1,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:01.480810 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52644) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:01.488466 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:01.511649 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-50401fab-706e-4c7d-87d7-b34c72648ea1 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=c2644fb449d6470291261892b7a46a6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575651 Aug 04 02:18:01.513303 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50401fab-706e-4c7d-87d7-b34c72648ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa088eb-ff9a-4e20-abb1-45d5bdf271d5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:01.515804 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52646) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:01.549155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a222c1b1-16c4-4e79-a18d-c09c3ebcf7df admin admin] Publish callbacks [] for security_group (bf150aa3-2857-470f-8ab7-dd2e6dee99b1), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.569285 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:01.571749 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a20cdcb8-6256-4c40-bfeb-f9ff7093cda6 admin admin] Publish callbacks [] for security_group (afa088eb-ff9a-4e20-abb1-45d5bdf271d5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.574746 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a222c1b1-16c4-4e79-a18d-c09c3ebcf7df admin admin] Publish callbacks [] for security_group (bf150aa3-2857-470f-8ab7-dd2e6dee99b1), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.595245 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a20cdcb8-6256-4c40-bfeb-f9ff7093cda6 admin admin] Publish callbacks [] for security_group (afa088eb-ff9a-4e20-abb1-45d5bdf271d5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.598717 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:01.627272 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a222c1b1-16c4-4e79-a18d-c09c3ebcf7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bf150aa3-2857-470f-8ab7-dd2e6dee99b1), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.629915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a222c1b1-16c4-4e79-a18d-c09c3ebcf7df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.631179 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a222c1b1-16c4-4e79-a18d-c09c3ebcf7df admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/bf150aa3-2857-470f-8ab7-dd2e6dee99b1 HTTP/1.1" status: 204 len: 168 time: 0.1494129 Aug 04 02:18:01.640534 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222c1b1-16c4-4e79-a18d-c09c3ebcf7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf150aa3-2857-470f-8ab7-dd2e6dee99b1,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:01.678819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a20cdcb8-6256-4c40-bfeb-f9ff7093cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (afa088eb-ff9a-4e20-abb1-45d5bdf271d5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.682175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a20cdcb8-6256-4c40-bfeb-f9ff7093cda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:01.683358 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a20cdcb8-6256-4c40-bfeb-f9ff7093cda6 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/afa088eb-ff9a-4e20-abb1-45d5bdf271d5 HTTP/1.1" status: 204 len: 168 time: 0.1665661 Aug 04 02:18:01.692308 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cdcb8-6256-4c40-bfeb-f9ff7093cda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa088eb-ff9a-4e20-abb1-45d5bdf271d5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:02.020607 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c211dc-c1f0-428e-8784-6612eb6768ce req-a4ced6d5-ac10-49c2-83f5-fc109af91bf1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:02.022285 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01c211dc-c1f0-428e-8784-6612eb6768ce req-a4ced6d5-ac10-49c2-83f5-fc109af91bf1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0695777 Aug 04 02:18:02.037017 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c10ef5-f651-491a-9750-b40e5c5ef7cc None None] New status for floating IP 78800cc2-6b91-478a-a007-fdb447f24d02: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:18:02.111321 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01c211dc-c1f0-428e-8784-6612eb6768ce req-a2609a65-04bb-407c-bf0e-bad2a9bd2313 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814586 Aug 04 02:18:02.204542 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52672) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:02.219615 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c77b69e5-c583-4ca1-aaec-41dc61c9825c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.310345 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c77b69e5-c583-4ca1-aaec-41dc61c9825c admin admin] Publish callbacks [] for security_group (79b00efd-3770-4136-91ef-9a5b263fec67), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.314712 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c77b69e5-c583-4ca1-aaec-41dc61c9825c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (79b00efd-3770-4136-91ef-9a5b263fec67), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.359932 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b69e5-c583-4ca1-aaec-41dc61c9825c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b00efd-3770-4136-91ef-9a5b263fec67,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:02.367936 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c77b69e5-c583-4ca1-aaec-41dc61c9825c admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=ff9c9354e0164e55ae92308199240cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597159 Aug 04 02:18:02.368949 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52678) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:02.439098 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f4a562a-eb74-401d-84e2-02482d90e9c3 admin admin] Publish callbacks [] for security_group (79b00efd-3770-4136-91ef-9a5b263fec67), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.467750 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f4a562a-eb74-401d-84e2-02482d90e9c3 admin admin] Publish callbacks [] for security_group (79b00efd-3770-4136-91ef-9a5b263fec67), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.518692 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f4a562a-eb74-401d-84e2-02482d90e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (79b00efd-3770-4136-91ef-9a5b263fec67), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.521400 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0f4a562a-eb74-401d-84e2-02482d90e9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.522675 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0f4a562a-eb74-401d-84e2-02482d90e9c3 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/79b00efd-3770-4136-91ef-9a5b263fec67 HTTP/1.1" status: 204 len: 168 time: 0.1516585 Aug 04 02:18:02.533204 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a562a-eb74-401d-84e2-02482d90e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b00efd-3770-4136-91ef-9a5b263fec67,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:02.689101 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52692) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:02.790593 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-610722532-network', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:02.836270 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Made reservation on behalf of d7f54ee4ba204ceb982f8e4ad5dee102 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:02.838900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.848023 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.929052 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks [] for security_group (a038e486-5df6-4029-b140-b8a5b49f8e26), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.933359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a038e486-5df6-4029-b140-b8a5b49f8e26), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.959153 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:18:02.968263 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a038e486-5df6-4029-b140-b8a5b49f8e26,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:02.975920 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (df289bef-0dd1-42c7-9612-0e0cf367ddd8), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:02.976679 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Added segment df289bef-0dd1-42c7-9612-0e0cf367ddd8 of type vlan for network 80d80fb8-9b97-4237-a261-dc06b8102004 Aug 04 02:18:03.017791 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (80d80fb8-9b97-4237-a261-dc06b8102004), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.043215 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (80d80fb8-9b97-4237-a261-dc06b8102004), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.044204 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:03.044819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.105561 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4148309 Aug 04 02:18:03.106187 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52714) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:03.112151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Request body: {'subnet': {'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-610722532-subnet', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:03.122868 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b891922-98bb-43a1-a7fe-926193540d9a admin admin] Pushing event updated for resources: {'Network': ['ID=80d80fb8-9b97-4237-a261-dc06b8102004,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:03.136422 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 80d80fb8-9b97-4237-a261-dc06b8102004 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:18:03.140595 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Made reservation on behalf of d7f54ee4ba204ceb982f8e4ad5dee102 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:03.143315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.238938 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52718) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:03.282338 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f26082-74ad-404b-ad77-7a6c3fdd00ce req-21e64d43-484d-4037-a694-fbfc8d67daee tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:03.283804 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f26082-74ad-404b-ad77-7a6c3fdd00ce req-21e64d43-484d-4037-a694-fbfc8d67daee tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0705919 Aug 04 02:18:03.312141 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:03.360460 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-316577412-network', 'tenant_id': '69bc670511d847b980a77302686d3717'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:03.376593 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-92f26082-74ad-404b-ad77-7a6c3fdd00ce req-126cba57-53a6-47f9-ae31-5c6700d9ded3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Aug 04 02:18:03.383711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Made reservation on behalf of 69bc670511d847b980a77302686d3717 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:03.386219 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.395941 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.434395 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (8fafb18c-9717-4da3-bbc3-c3a663af01aa), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.480513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks [] for security_group (889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.485419 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.485811 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:03.496150 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fafb18c-9717-4da3-bbc3-c3a663af01aa,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:03.500842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:03.509408 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Checking segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:03.509764 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Network hostable DHCP agents. Network: 80d80fb8-9b97-4237-a261-dc06b8102004, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:18:03.517570 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:18:03.524838 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:03.529028 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Network 80d80fb8-9b97-4237-a261-dc06b8102004 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:18:03.531513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (fb1ee210-1335-4322-8f2d-fc5671007c20), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.531867 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Added segment fb1ee210-1335-4322-8f2d-fc5671007c20 of type vlan for network ec60ed96-a831-4430-b2f9-554544ad27db Aug 04 02:18:03.532889 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:03.540763 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 80d80fb8-9b97-4237-a261-dc06b8102004) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:03.549374 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe82c90-5f63-4a46-aa0e-6f7d7a01ed00 None None] Network 80d80fb8-9b97-4237-a261-dc06b8102004 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:03.553630 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:03.554223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.575332 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c502aef5-7a98-44ef-9678-79af354025bb admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4676490 Aug 04 02:18:03.578017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52724) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:03.580439 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (ec60ed96-a831-4430-b2f9-554544ad27db), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.584949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:03.608677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (ec60ed96-a831-4430-b2f9-554544ad27db), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.610476 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:03.611225 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.612475 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.613920 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.668528 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4280879 Aug 04 02:18:03.674941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-80d80fb8-9b97-4237-a261-dc06b8102004', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:18:03.675147 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52726) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:03.676114 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.681341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Request body: {'subnet': {'network_id': 'ec60ed96-a831-4430-b2f9-554544ad27db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-316577412-subnet', 'tenant_id': '69bc670511d847b980a77302686d3717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:03.686659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks [] for router_controller (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.695517 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be65da8-0b60-4a2e-9b13-66169acababf admin admin] Pushing event updated for resources: {'Network': ['ID=ec60ed96-a831-4430-b2f9-554544ad27db,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:03.711076 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Made reservation on behalf of 69bc670511d847b980a77302686d3717 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:03.713726 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.749766 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network ec60ed96-a831-4430-b2f9-554544ad27db details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:18:03.770185 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:03.816004 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:03.829768 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks [] for router_gateway (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.902891 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (113d7b72-35e5-479f-9ac8-094eae8a519c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:03.905124 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Allocated IP 172.20.0.2 (80d80fb8-9b97-4237-a261-dc06b8102004/8fafb18c-9717-4da3-bbc3-c3a663af01aa/6213445c-4b9e-42f8-ac36-042b15ebe782) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:03.966225 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113d7b72-35e5-479f-9ac8-094eae8a519c,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:03.973230 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Checking segment: {'id': 'fb1ee210-1335-4322-8f2d-fc5671007c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ec60ed96-a831-4430-b2f9-554544ad27db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:03.973584 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Network hostable DHCP agents. Network: ec60ed96-a831-4430-b2f9-554544ad27db, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:18:03.994271 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Network ec60ed96-a831-4430-b2f9-554544ad27db is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:18:04.002950 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, ec60ed96-a831-4430-b2f9-554544ad27db) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:04.007152 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:04.008413 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.025277 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bf7d0d-e7ed-49ee-9407-85e4ca8bbce0 None None] Network ec60ed96-a831-4430-b2f9-554544ad27db requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:04.027989 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4c107d2a-cef4-4caf-9a39-3adac20fe736 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3518119 Aug 04 02:18:04.034393 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks [] for router_gateway (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.053507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.121735 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Publish callbacks [] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.135155 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.182912 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Allocated IP 172.27.4.171 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/66269e61-0913-4a4d-a319-330a256d12c7) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:04.192541 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Network 80d80fb8-9b97-4237-a261-dc06b8102004 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:04.200776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:04.205896 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:04.224072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Pushing event updated for resources: {'Port': ['ID=6213445c-4b9e-42f8-ac36-042b15ebe782,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:04.237999 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.238340 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.238860 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.239332 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.239565 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.240055 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.240406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.240771 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.241069 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.241395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.242349 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.242636 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.243197 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.243745 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.244497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:04.252957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5289f05-8b27-42db-b2bc-03b26fb2605e None None] Network ec60ed96-a831-4430-b2f9-554544ad27db requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:04.309859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks [] for port (66269e61-0913-4a4d-a319-330a256d12c7), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.315092 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:04.354577 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (66269e61-0913-4a4d-a319-330a256d12c7), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.375907 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Attempting to bind port 6213445c-4b9e-42f8-ac36-042b15ebe782 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:04.376405 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Attempting to bind port 6213445c-4b9e-42f8-ac36-042b15ebe782 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:04.376691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Attempting to bind port 6213445c-4b9e-42f8-ac36-042b15ebe782 on network 80d80fb8-9b97-4237-a261-dc06b8102004 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:04.406104 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:04.406490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:04.406576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Checking segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:04.406576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.406576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Bound using segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:04.406576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Bound port: 6213445c-4b9e-42f8-ac36-042b15ebe782, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:04.406576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.409109 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:04.415244 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:04.431106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.504569 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] For port 6213445c-4b9e-42f8-ac36-042b15ebe782, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:04.508591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] For port 6213445c-4b9e-42f8-ac36-042b15ebe782, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6213445c-4b9e-42f8-ac36-042b15ebe782,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:04.511797 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Pushing event updated for resources: {'Port': ['ID=66269e61-0913-4a4d-a319-330a256d12c7,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:04.516273 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.582842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15f703-52a3-4bbc-9af4-c8c8fc46ed3d None None] Pushing event updated for resources: {'Port': ['ID=6213445c-4b9e-42f8-ac36-042b15ebe782,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:04.590218 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff768-9a3c-46b0-8724-0efc54a1d891 req-b6828539-b7bf-4329-86bc-4cd01df02de9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:04.591730 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc6ff768-9a3c-46b0-8724-0efc54a1d891 req-b6828539-b7bf-4329-86bc-4cd01df02de9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1069233 Aug 04 02:18:04.610070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:04.672559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52748) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:04.678428 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468821145-network', 'tenant_id': '639e766fba9d4f358d8afb03e939e065'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:04.702382 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Made reservation on behalf of 639e766fba9d4f358d8afb03e939e065 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:04.704945 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.715328 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.731815 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc6ff768-9a3c-46b0-8724-0efc54a1d891 req-09441710-38c3-4388-acf4-0d8f87d62466 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328514 Aug 04 02:18:04.760236 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks [] for router_gateway (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.808576 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks [] for security_group (d97861ec-2ed1-46df-ac17-e9016c909893), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.813652 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d97861ec-2ed1-46df-ac17-e9016c909893), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.858629 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:18:04.909910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97861ec-2ed1-46df-ac17-e9016c909893,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:04.918458 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (cc23baaf-1024-4e2c-a358-b8dd24b4ffb9), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:04.918697 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Added segment cc23baaf-1024-4e2c-a358-b8dd24b4ffb9 of type vlan for network e78f0b22-3c2e-4a26-b551-244754a40609 Aug 04 02:18:04.965985 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=6,neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:04.969535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (e78f0b22-3c2e-4a26-b551-244754a40609), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.000655 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:05.024168 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (e78f0b22-3c2e-4a26-b551-244754a40609), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.025568 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:05.026274 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.048332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.094284 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4200692 Aug 04 02:18:05.096728 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52750) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:05.103633 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Request body: {'subnet': {'network_id': 'e78f0b22-3c2e-4a26-b551-244754a40609', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468821145-subnet', 'tenant_id': '639e766fba9d4f358d8afb03e939e065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:05.108700 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c0ce7-7541-43d3-9b6e-9c8ed132cba9 admin admin] Pushing event updated for resources: {'Network': ['ID=e78f0b22-3c2e-4a26-b551-244754a40609,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:05.121494 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network e78f0b22-3c2e-4a26-b551-244754a40609 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:18:05.161308 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Made reservation on behalf of 639e766fba9d4f358d8afb03e939e065 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:05.163690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.530577 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:18:05.533671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:05.677910 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (9ed31518-a233-47b4-95f4-f565af83dc31), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.687071 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6213445c-4b9e-42f8-ac36-042b15ebe782 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:05.709552 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:05.732565 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:18:05.740262 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 6213445c-4b9e-42f8-ac36-042b15ebe782 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:05.740867 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.748361 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Sync routers for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:18:05.772129 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:05.773758 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.774305 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:05.775285 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-06715ef2-4974-4687-86ca-167ffdbfe4dd admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1953278 Aug 04 02:18:05.776247 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:05.778416 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52760) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:05.781174 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed31518-a233-47b4-95f4-f565af83dc31,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:05.816091 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Checking segment: {'id': 'cc23baaf-1024-4e2c-a358-b8dd24b4ffb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e78f0b22-3c2e-4a26-b551-244754a40609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:05.816455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Network hostable DHCP agents. Network: e78f0b22-3c2e-4a26-b551-244754a40609, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:18:05.847847 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Network e78f0b22-3c2e-4a26-b551-244754a40609 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:18:05.893036 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08fc24a-cb40-40bf-b2d1-771205e0fe25 None None] Network 80d80fb8-9b97-4237-a261-dc06b8102004 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:05.927097 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803949a4-d1e9-4f88-abdc-5e07bb49f9e2 req-380ce770-27e3-4a44-baee-9ef58a0fb599 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:05.928740 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-803949a4-d1e9-4f88-abdc-5e07bb49f9e2 req-380ce770-27e3-4a44-baee-9ef58a0fb599 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0625241 Aug 04 02:18:05.929685 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, e78f0b22-3c2e-4a26-b551-244754a40609) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:05.933660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:05.934265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:05.944547 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:05.980692 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e178b4c0-4945-4aad-931e-20d6ae4b2d91 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8747931 Aug 04 02:18:06.003467 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b730c-2b80-4b49-8638-6280807076a4 None None] Network e78f0b22-3c2e-4a26-b551-244754a40609 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:06.012840 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-803949a4-d1e9-4f88-abdc-5e07bb49f9e2 req-ad06f042-a447-4579-a27f-65cbfcc2913c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729384 Aug 04 02:18:06.170511 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:04Z', 'revision_number': 3, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:06.199759 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Checking router: 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:18:06.200121 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Updating router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e port 66269e61-0913-4a4d-a319-330a256d12c7 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:18:06.237333 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (66269e61-0913-4a4d-a319-330a256d12c7), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.250261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Provisioning complete for port 6213445c-4b9e-42f8-ac36-042b15ebe782 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:06.250650 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.255632 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 6213445c-4b9e-42f8-ac36-042b15ebe782 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:06.256067 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.376144 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.453948 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Current status of the port 6213445c-4b9e-42f8-ac36-042b15ebe782 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:06.454538 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.469221 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 6213445c-4b9e-42f8-ac36-042b15ebe782, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6213445c-4b9e-42f8-ac36-042b15ebe782,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:06.480192 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.497827 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020316af-0b2e-48e8-bf8e-35c36264446e None None] Network e78f0b22-3c2e-4a26-b551-244754a40609 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:06.559239 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Publish callbacks [] for port (66269e61-0913-4a4d-a319-330a256d12c7), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.563043 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:06.582974 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (66269e61-0913-4a4d-a319-330a256d12c7), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.690330 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:06.702527 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Pushing event updated for resources: {'Port': ['ID=66269e61-0913-4a4d-a319-330a256d12c7,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:06.705712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=6213445c-4b9e-42f8-ac36-042b15ebe782,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:06.723997 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.724348 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.724729 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.725089 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.725500 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.725757 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.726061 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.726924 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.727255 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.727583 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.728095 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.728269 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.728552 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.731340 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Allocated IP 172.20.0.1 (80d80fb8-9b97-4237-a261-dc06b8102004/8fafb18c-9717-4da3-bbc3-c3a663af01aa/fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:06.736987 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.737366 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:06.755211 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Attempting to bind port 66269e61-0913-4a4d-a319-330a256d12c7 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:06.755873 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Attempting to bind port 66269e61-0913-4a4d-a319-330a256d12c7 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:06.755964 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Attempting to bind port 66269e61-0913-4a4d-a319-330a256d12c7 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:06.767799 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:06.768206 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:06.768570 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.768987 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:06.769482 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Bound port: 66269e61-0913-4a4d-a319-330a256d12c7, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:06.769847 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (66269e61-0913-4a4d-a319-330a256d12c7), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.840972 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.db.api [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 04 02:18:06.842251 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG oslo_db.api [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 02:18:06.890940 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] For port 66269e61-0913-4a4d-a319-330a256d12c7, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:06.895972 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] For port 66269e61-0913-4a4d-a319-330a256d12c7, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=66269e61-0913-4a4d-a319-330a256d12c7,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:06.909493 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (66269e61-0913-4a4d-a319-330a256d12c7), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:06.997156 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks [] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.018292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-f8ad3b2b-dc22-4114-a894-c35cf7b2962f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1015575 Aug 04 02:18:07.038669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:07.057075 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:07.057714 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:07.063148 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0647-0657-4003-9a6a-c954219a3064 None None] Pushing event updated for resources: {'Port': ['ID=66269e61-0913-4a4d-a319-330a256d12c7,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:07.064115 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.112950 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:07.115208 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Network 80d80fb8-9b97-4237-a261-dc06b8102004 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:07.121792 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:07.126372 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:07.126847 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.167986 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198dd0e-a89d-41f9-9180-2ead00320326 req-bdff4b35-f55e-4d7a-ad29-67404a4e566c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:07.169896 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:07.170257 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b198dd0e-a89d-41f9-9180-2ead00320326 req-bdff4b35-f55e-4d7a-ad29-67404a4e566c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0634930 Aug 04 02:18:07.193524 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:07.241481 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b198dd0e-a89d-41f9-9180-2ead00320326 req-562a6ed0-93ac-4309-a879-be34708f45ca tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606730 Aug 04 02:18:07.280005 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.365875 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:07.383307 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6e467b99-acb9-4b40-a2be-3aa9310a6757 None None] Current status of the port 6213445c-4b9e-42f8-ac36-042b15ebe782 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:07.410899 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:04Z', 'revision_number': 3, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:07.441283 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1856fe-54f2-4d49-aba4-05db64eac858 None None] The sync data for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi is: [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:04Z', 'revision_number': 3, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:18:07.494763 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-5d30a559-2edb-47ab-ab8a-2c8caa290d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:07.497321 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-5d30a559-2edb-47ab-ab8a-2c8caa290d16 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1129 time: 0.0682175 Aug 04 02:18:07.497813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks [] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.505548 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-5fa9e187-db93-48e9-8475-f04af5af5459 None None] Provisioning complete for port 6213445c-4b9e-42f8-ac36-042b15ebe782 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:07.506021 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5fa9e187-db93-48e9-8475-f04af5af5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.512262 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.513629 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.555864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:07.581386 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:07.612502 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9e187-db93-48e9-8475-f04af5af5459 None None] Current status of the port 6213445c-4b9e-42f8-ac36-042b15ebe782 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:07.622950 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-5fa9e187-db93-48e9-8475-f04af5af5459 None None] Provisioning complete for port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:07.623285 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5fa9e187-db93-48e9-8475-f04af5af5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.675205 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-1e09ada8-03ab-4189-af12-6f182ca70509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:07.677261 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-1e09ada8-03ab-4189-af12-6f182ca70509 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1551883 Aug 04 02:18:07.698806 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9e187-db93-48e9-8475-f04af5af5459 None None] Port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:18:07.733478 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6213445c-4b9e-42f8-ac36-042b15ebe782 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:07.758871 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Network 80d80fb8-9b97-4237-a261-dc06b8102004 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:07.760219 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:07.818647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 6213445c-4b9e-42f8-ac36-042b15ebe782 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:07.819107 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:07.911658 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:07.972156 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:18:08.019745 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 6213445c-4b9e-42f8-ac36-042b15ebe782 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:08.111016 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:18:08.117293 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f4a08279-2d12-4e6e-a0a6-276421562a38 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/8ae6cd7a-1c8b-4035-b931-319ad6b9f84e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3366737 Aug 04 02:18:08.127893 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-a2cf3137-3de5-4d89-a7cf-d575e1455ed7 None None] Provisioning complete for port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:08.128350 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a2cf3137-3de5-4d89-a7cf-d575e1455ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:08.176443 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf3137-3de5-4d89-a7cf-d575e1455ed7 None None] Port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:18:08.188184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecf852-4421-48a0-81b5-655e7e74c08e req-7b5cf77c-7914-4362-aa6a-d97e13709701 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:08.196794 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1ecf852-4421-48a0-81b5-655e7e74c08e req-7b5cf77c-7914-4362-aa6a-d97e13709701 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.1079171 Aug 04 02:18:08.260819 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1ecf852-4421-48a0-81b5-655e7e74c08e req-a88f190f-7585-4ce8-a190-f87100bb6646 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563560 Aug 04 02:18:08.400774 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f41e1-b88c-4a9e-af03-6d3139a86fe6 req-ce44f144-8ffe-4bb3-a1cb-43d9844c1ee4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:08.402600 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff1f41e1-b88c-4a9e-af03-6d3139a86fe6 req-ce44f144-8ffe-4bb3-a1cb-43d9844c1ee4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0609791 Aug 04 02:18:08.462680 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff1f41e1-b88c-4a9e-af03-6d3139a86fe6 req-3cb3f3c1-587a-4b68-ae34-094d1908b4e7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457959 Aug 04 02:18:08.687588 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:08.729021 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-dd5ab3a4-5679-45f9-bbb2-a9cb99322ba9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 200 len: 217 time: 0.0468285 Aug 04 02:18:08.779390 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52826) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:08.784115 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-713916040-network', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:08.804750 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Made reservation on behalf of 14a7085aaa61410885bb0d39cb6d80b0 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:08.807162 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:08.816132 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:08.894175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks [] for security_group (4397a433-4687-4d81-8c65-c47b914e41f0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:08.898483 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (4397a433-4687-4d81-8c65-c47b914e41f0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:08.924134 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:18:08.934278 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4397a433-4687-4d81-8c65-c47b914e41f0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:08.939162 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (e808528a-d623-47b9-b842-03d73fab8f14), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:08.939499 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Added segment e808528a-d623-47b9-b842-03d73fab8f14 of type vlan for network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 Aug 04 02:18:08.983602 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (da7140a2-2cb4-44ba-97a2-31eedc50fbb2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.011833 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (da7140a2-2cb4-44ba-97a2-31eedc50fbb2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.013098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:09.013707 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.061340 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:09.072499 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2920277 Aug 04 02:18:09.079396 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52830) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:09.084899 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Request body: {'subnet': {'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-713916040-subnet', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:09.085518 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f528d-9c53-4028-8aab-e7cf6da16216 admin admin] Pushing event updated for resources: {'Network': ['ID=da7140a2-2cb4-44ba-97a2-31eedc50fbb2,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:09.096653 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:18:09.105903 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Made reservation on behalf of 14a7085aaa61410885bb0d39cb6d80b0 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:09.108298 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.179935 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:09.195183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:09.324291 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-57690981-bb75-45fe-a7e9-37eef42550c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.424432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051b8f3-9365-41bb-8632-1694c6a446f1 req-56bf0afd-8fff-49a4-960a-8346ca3059e4 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:09.426098 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7051b8f3-9365-41bb-8632-1694c6a446f1 req-56bf0afd-8fff-49a4-960a-8346ca3059e4 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.0543797 Aug 04 02:18:09.485172 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7051b8f3-9365-41bb-8632-1694c6a446f1 req-824bf462-2703-42b7-8659-8bf29c566511 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517652 Aug 04 02:18:09.518657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (1aa12a10-6bb2-4291-93b4-1b3ff47babac), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.531511 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Sync routers for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:18:09.542271 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:09.543269 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:09.585503 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa12a10-6bb2-4291-93b4-1b3ff47babac,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:09.595841 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Checking segment: {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:09.596376 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Network hostable DHCP agents. Network: da7140a2-2cb4-44ba-97a2-31eedc50fbb2, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:18:09.625933 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:18:09.629778 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8d624-32cf-440b-b04d-bd1d2e41282b req-b61d1eb8-e134-4067-a65c-01f8792ac352 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:09.631337 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6c8d624-32cf-440b-b04d-bd1d2e41282b req-b61d1eb8-e134-4067-a65c-01f8792ac352 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0871150 Aug 04 02:18:09.639070 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, da7140a2-2cb4-44ba-97a2-31eedc50fbb2) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:09.647512 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:09.648196 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.669775 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e165960-425f-4ee6-b85a-049526e1c8d0 None None] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:09.682250 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4aaf842d-de13-4752-9128-057fa2ac1710 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6014173 Aug 04 02:18:09.684578 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52838) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:09.689956 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:09.709592 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6c8d624-32cf-440b-b04d-bd1d2e41282b req-0f0a840c-17bc-40d6-9942-8abf80fe5b2b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719326 Aug 04 02:18:09.722093 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.723409 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.727870 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 66269e61-0913-4a4d-a319-330a256d12c7 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:09.789181 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks [] for router_controller (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.790368 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:09.904815 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 66269e61-0913-4a4d-a319-330a256d12c7 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:09.905119 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (66269e61-0913-4a4d-a319-330a256d12c7), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.923815 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks [] for router_gateway (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:09.963537 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'fixed_ips': [{'subnet_id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:18:09.964479 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.118471 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks [] for router_gateway (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.141256 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.180054 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 66269e61-0913-4a4d-a319-330a256d12c7 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:10.180649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (66269e61-0913-4a4d-a319-330a256d12c7), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.236066 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 2, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:10.238822 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 66269e61-0913-4a4d-a319-330a256d12c7, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=66269e61-0913-4a4d-a319-330a256d12c7,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:10.254453 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Allocated IP 172.27.4.229 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/3dfecd6a-a53c-410b-a52f-23d1263db133) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:10.268677 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (66269e61-0913-4a4d-a319-330a256d12c7), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.279670 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:10.281767 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Checking router: 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:18:10.282426 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Updating router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:18:10.380962 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks [] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.391414 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:10.395467 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:10.422912 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.445689 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Allocated IP 172.20.0.2 (da7140a2-2cb4-44ba-97a2-31eedc50fbb2/1aa12a10-6bb2-4291-93b4-1b3ff47babac/8c097a6c-c7bd-49dd-a876-7560092716a6) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:10.467380 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:10.471006 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:10.474584 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:10.480131 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Pushing event updated for resources: {'Port': ['ID=3dfecd6a-a53c-410b-a52f-23d1263db133,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:10.522246 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.567556 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=66269e61-0913-4a4d-a319-330a256d12c7,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:10.614899 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e2e3-2e3b-46fc-a8a1-907faf740716 req-df7a2200-0b10-46d9-93f9-981fb48dcb68 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:10.617839 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc41e2e3-2e3b-46fc-a8a1-907faf740716 req-df7a2200-0b10-46d9-93f9-981fb48dcb68 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.0542648 Aug 04 02:18:10.682178 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc41e2e3-2e3b-46fc-a8a1-907faf740716 req-4a298f47-c368-4557-b60a-7a1d5d1d4895 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565655 Aug 04 02:18:10.717537 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks [] for router_gateway (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.808713 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Publish callbacks [] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.809869 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:10.814686 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:10.825105 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:10.839249 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361b9bc-df59-46d2-a090-aa3d0e381812 req-e6afec70-83dd-49e0-b644-0a21aed20520 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:10.849187 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3361b9bc-df59-46d2-a090-aa3d0e381812 req-e6afec70-83dd-49e0-b644-0a21aed20520 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0559785 Aug 04 02:18:10.900430 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:10.909191 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3361b9bc-df59-46d2-a090-aa3d0e381812 req-91504433-bb7a-4d18-b7d4-1e6ca90f40e3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Aug 04 02:18:10.910539 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:10.913140 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:10.920496 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Pushing event updated for resources: {'Port': ['ID=8c097a6c-c7bd-49dd-a876-7560092716a6,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:10.945541 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.021821 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Attempting to bind port 8c097a6c-c7bd-49dd-a876-7560092716a6 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:11.022267 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Attempting to bind port 8c097a6c-c7bd-49dd-a876-7560092716a6 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:11.022644 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Attempting to bind port 8c097a6c-c7bd-49dd-a876-7560092716a6 on network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:11.039276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Publish callbacks [] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.040816 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:11.041483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Checking segment: {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:11.041938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.042376 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Bound using segment: {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:11.043054 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Bound port: 8c097a6c-c7bd-49dd-a876-7560092716a6, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:11.043542 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.058943 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.080108 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:18:11.163219 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4018d4-9b7b-4d34-8330-5eecefe718fd None None] Pushing event updated for resources: {'Port': ['ID=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:11.199946 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-42156dc7-c938-4035-9974-572c4643c19e None None] For port 8c097a6c-c7bd-49dd-a876-7560092716a6, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:11.200811 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:18:11.214330 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Sync routers for ids ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:18:11.216396 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Attempting to bind port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:11.216943 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Attempting to bind port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:11.217641 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Attempting to bind port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 on network 80d80fb8-9b97-4237-a261-dc06b8102004 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:11.221704 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.222977 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-39cbc572-cd40-4e54-bc06-b96d470fa9ec admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5372236 Aug 04 02:18:11.225437 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-42156dc7-c938-4035-9974-572c4643c19e None None] For port 8c097a6c-c7bd-49dd-a876-7560092716a6, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8c097a6c-c7bd-49dd-a876-7560092716a6,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:11.226729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52852) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:11.228296 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:11.228708 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Checking segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:11.229108 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.229498 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Bound using segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:11.229886 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Routers {'7e4984f1-ef16-4a43-b886-9008e2d0c1a1'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:11.229994 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Bound port: fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:11.230342 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.230503 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:11.245541 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.361776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156dc7-c938-4035-9974-572c4643c19e None None] Pushing event updated for resources: {'Port': ['ID=8c097a6c-c7bd-49dd-a876-7560092716a6,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:11.368062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] For port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:11.376943 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] For port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:11.397503 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.400561 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:11.419238 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Set router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:11.447717 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:11.448817 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:17:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:11.518315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4018d4-9b7b-4d34-8330-5eecefe718fd None None] Pushing event updated for resources: {'Port': ['ID=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:11.567762 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-affdaa26-41ec-4f2b-9714-14f725ae9307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.601589 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:11.621390 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:11.885334 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 3, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:11.903664 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:11.908274 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c64435-1333-46c3-b536-603cb429e2c1 req-bb5bc9eb-dbc9-407f-b11e-256d2c1e7bb2 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:11.912032 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35c64435-1333-46c3-b536-603cb429e2c1 req-bb5bc9eb-dbc9-407f-b11e-256d2c1e7bb2 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.1248662 Aug 04 02:18:11.920399 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Checking router: 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:18:11.920882 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Updating router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 port 3dfecd6a-a53c-410b-a52f-23d1263db133 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:18:11.962932 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.971349 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8c097a6c-c7bd-49dd-a876-7560092716a6 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:11.984592 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:11.989438 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:12.039631 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:11Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:12.066336 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35c64435-1333-46c3-b536-603cb429e2c1 req-55d25615-1877-4dcf-8531-75fc895993eb tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478441 Aug 04 02:18:12.081995 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e57c3-b0a3-4ca7-8645-6e938547744c None None] The sync data for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi is: [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:11Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:18:12.114949 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 8c097a6c-c7bd-49dd-a876-7560092716a6 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:12.115536 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.159894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4fdfc-6a18-4dfd-941f-da4ba11322f4 req-73cbeb3c-caf0-4e39-b796-6049e14a80b9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:12.161816 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14e4fdfc-6a18-4dfd-941f-da4ba11322f4 req-73cbeb3c-caf0-4e39-b796-6049e14a80b9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0945518 Aug 04 02:18:12.302363 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:12.325400 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14e4fdfc-6a18-4dfd-941f-da4ba11322f4 req-2d49fae9-3e67-492e-a50e-a810d48fc28e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522939 Aug 04 02:18:12.330595 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 8c097a6c-c7bd-49dd-a876-7560092716a6 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:12.331068 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.333919 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Allocated IP 172.20.0.1 (da7140a2-2cb4-44ba-97a2-31eedc50fbb2/1aa12a10-6bb2-4291-93b4-1b3ff47babac/fbba1327-f40e-46e9-a159-c2c28ec29aa3) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:12.416046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-b724341c-1419-4077-bfc3-6b3e57ef8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:12.418015 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-b724341c-1419-4077-bfc3-6b3e57ef8796 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0913770 Aug 04 02:18:12.427331 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 8c097a6c-c7bd-49dd-a876-7560092716a6, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8c097a6c-c7bd-49dd-a876-7560092716a6,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:12.434713 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.435667 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 66269e61-0913-4a4d-a319-330a256d12c7 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:12.497550 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:12.530842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks [] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.534339 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:12.573042 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-8142744f-cf1b-4d1b-a96c-f1079c80a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:12.575265 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-8142744f-cf1b-4d1b-a96c-f1079c80a480 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0952799 Aug 04 02:18:12.605265 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.616340 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=8c097a6c-c7bd-49dd-a876-7560092716a6,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:12.645691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 66269e61-0913-4a4d-a319-330a256d12c7 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:12.646073 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (66269e61-0913-4a4d-a319-330a256d12c7), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.661651 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:12.673673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:12.682637 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:12.688905 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.694097 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Publish callbacks [] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.718869 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.762959 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Pushing event updated for resources: {'Port': ['ID=fbba1327-f40e-46e9-a159-c2c28ec29aa3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:12.775629 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Attempting to bind port 3dfecd6a-a53c-410b-a52f-23d1263db133 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:12.776109 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Attempting to bind port 3dfecd6a-a53c-410b-a52f-23d1263db133 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:12.776600 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Attempting to bind port 3dfecd6a-a53c-410b-a52f-23d1263db133 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:12.789748 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:12.790403 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:12.792296 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.792884 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:12.801102 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Bound port: 3dfecd6a-a53c-410b-a52f-23d1263db133, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:12.801675 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.817319 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:12.847141 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 66269e61-0913-4a4d-a319-330a256d12c7 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:12.979052 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-4cd71120-c5ff-492c-b747-79e531c89095 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690740 Aug 04 02:18:12.983628 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3cd0-0b17-4a99-90c2-8f212f575a89 None None] Pushing event updated for resources: {'Port': ['ID=3dfecd6a-a53c-410b-a52f-23d1263db133,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:13.010896 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] For port 3dfecd6a-a53c-410b-a52f-23d1263db133, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:13.040427 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e81d9f-f00a-40dc-aa80-f9501cbdbc1a None None] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:13.044512 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:13.049353 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] For port 3dfecd6a-a53c-410b-a52f-23d1263db133, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3dfecd6a-a53c-410b-a52f-23d1263db133,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:13.055504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-4448551f-b5de-4476-9469-1b94cc0eceaa tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:13.057565 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-4448551f-b5de-4476-9469-1b94cc0eceaa tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.1457686 Aug 04 02:18:13.060275 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.096868 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:13.193246 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Routers {'7e4984f1-ef16-4a43-b886-9008e2d0c1a1'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:13.193898 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:13.216216 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.236610 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:13.244308 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-871c205c-1ffb-42f0-a69f-fa2bc8475581 None None] Provisioning complete for port 8c097a6c-c7bd-49dd-a876-7560092716a6 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:13.245704 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-871c205c-1ffb-42f0-a69f-fa2bc8475581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.327703 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3cd0-0b17-4a99-90c2-8f212f575a89 None None] Pushing event updated for resources: {'Port': ['ID=3dfecd6a-a53c-410b-a52f-23d1263db133,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:13.341397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:13.397579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Deleting port 04b00635-c395-4a36-9c93-b89099d986b5 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:18:13.399377 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (04b00635-c395-4a36-9c93-b89099d986b5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.447867 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] Set router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:13.560481 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-871c205c-1ffb-42f0-a69f-fa2bc8475581 None None] Current status of the port 8c097a6c-c7bd-49dd-a876-7560092716a6 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:13.596497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks [] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.601042 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6814a-a5e1-4ac6-a408-05d57e517deb req-292183f7-00cd-488f-b8e2-dee9e5c5560c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:13.603328 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ea6814a-a5e1-4ac6-a408-05d57e517deb req-292183f7-00cd-488f-b8e2-dee9e5c5560c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 945 time: 0.3723030 Aug 04 02:18:13.606119 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.607526 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:13.756535 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf713052-7700-433c-9dbc-b6ebe18fb59e req-f7f4b824-be69-4c35-aef7-6c1f7b1ab365 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692418 Aug 04 02:18:13.854228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1021-1646-46b8-8ede-ff608e0e93e1 req-b2bb4884-98db-453b-9c6e-9e358084e2d0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:13.874330 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da2a1021-1646-46b8-8ede-ff608e0e93e1 req-b2bb4884-98db-453b-9c6e-9e358084e2d0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.2682481 Aug 04 02:18:13.926251 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:13.927914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Pushing event updated for resources: {'Port': ['ID=fbba1327-f40e-46e9-a159-c2c28ec29aa3,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:13.945937 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8c097a6c-c7bd-49dd-a876-7560092716a6 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:13.953617 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:13.955320 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:18:13Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fbba1327-f40e-46e9-a159-c2c28ec29aa3', 'name': '', 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'mac_address': 'fa:16:3e:99:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:11Z', 'updated_at': '2022-08-04T02:18:12Z', 'revision_number': 1, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'subnets': [{'id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:13.957397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:13.984329 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ea6814a-a5e1-4ac6-a408-05d57e517deb req-e7c3dfee-41dc-4e73-b6e7-6503314c981f tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=5f965d7e-e9c0-4c00-9e99-7622a04a8823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691537 Aug 04 02:18:13.989087 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] For port 04b00635-c395-4a36-9c93-b89099d986b5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=04b00635-c395-4a36-9c93-b89099d986b5,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:13.989598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (04b00635-c395-4a36-9c93-b89099d986b5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.019675 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5845e-d47e-4277-91c7-d92860fc80af None None] The sync data for ids ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'] in dv-cinder-740146-17-iscsi is: [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:18:13Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fbba1327-f40e-46e9-a159-c2c28ec29aa3', 'name': '', 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'mac_address': 'fa:16:3e:99:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:11Z', 'updated_at': '2022-08-04T02:18:12Z', 'revision_number': 1, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'subnets': [{'id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:18:14.052191 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-b8d93283-e201-45f3-9485-e1f993cffc79 None None] Provisioning complete for port 8c097a6c-c7bd-49dd-a876-7560092716a6 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:14.052602 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8d93283-e201-45f3-9485-e1f993cffc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.054943 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Calling delete_port for 04b00635-c395-4a36-9c93-b89099d986b5 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:18:14.110089 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da2a1021-1646-46b8-8ede-ff608e0e93e1 req-443f7366-31fc-409f-b4d2-964c435d6f53 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345760 Aug 04 02:18:14.200545 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 8c097a6c-c7bd-49dd-a876-7560092716a6 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:14.200941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.202061 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:18:14.372305 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:18:14.388417 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ea61a156-b47d-4782-be6c-918988bbc597 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/7e4984f1-ef16-4a43-b886-9008e2d0c1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504016 Aug 04 02:18:14.441818 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (04b00635-c395-4a36-9c93-b89099d986b5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.573352 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Pushing event deleted for resources: {'Port': ['ID=04b00635-c395-4a36-9c93-b89099d986b5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:14.611671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] No DVR routers for this DVR port 04b00635-c395-4a36-9c93-b89099d986b5 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:18:14.615160 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.619922 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c54b4ecc-9ad6-4314-8ba1-b0c0c25f21d2 req-effc0604-c3d4-4afa-8ba5-5fc13dbc271c tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.36 "DELETE /networking/v2.0/ports/04b00635-c395-4a36-9c93-b89099d986b5 HTTP/1.1" status: 204 len: 173 time: 1.5198116 Aug 04 02:18:14.620546 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'name': 'network-vif-deleted', 'tag': '04b00635-c395-4a36-9c93-b89099d986b5'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:18:14.624184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba8a664-76d1-4c81-b13f-82376471bc92" -d '{"events": [{"server_uuid": "2cf0bb22-f917-4e62-9421-ba1c47e9fe3d", "name": "network-vif-deleted", "tag": "04b00635-c395-4a36-9c93-b89099d986b5"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:18:14.701352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.711341 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['04b00635-c395-4a36-9c93-b89099d986b5'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:18:14.732709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ecd309-c157-4927-a54c-1faee6ce59c5 x-openstack-request-id: req-31ecd309-c157-4927-a54c-1faee6ce59c5 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:18:14.733060 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf0bb22-f917-4e62-9421-ba1c47e9fe3d", "name": "network-vif-deleted", "tag": "04b00635-c395-4a36-9c93-b89099d986b5", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:18:14.733525 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31ecd309-c157-4927-a54c-1faee6ce59c5 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:18:14.734206 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ecd309-c157-4927-a54c-1faee6ce59c5'] response: {'server_uuid': '2cf0bb22-f917-4e62-9421-ba1c47e9fe3d', 'name': 'network-vif-deleted', 'tag': '04b00635-c395-4a36-9c93-b89099d986b5', 'status': 'completed', 'code': 200} Aug 04 02:18:14.764260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b8d93283-e201-45f3-9485-e1f993cffc79 None None] Current status of the port 8c097a6c-c7bd-49dd-a876-7560092716a6 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:14.779034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.789091 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-b8d93283-e201-45f3-9485-e1f993cffc79 None None] Provisioning complete for port fbba1327-f40e-46e9-a159-c2c28ec29aa3 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:14.789481 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8d93283-e201-45f3-9485-e1f993cffc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:14.794223 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 8c097a6c-c7bd-49dd-a876-7560092716a6 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:14.795347 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:14.897829 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b8d93283-e201-45f3-9485-e1f993cffc79 None None] Port fbba1327-f40e-46e9-a159-c2c28ec29aa3 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:18:14.963593 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:14.963911 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.072938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:15.073335 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.097776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-25ae5fad-7062-4010-aaa1-02b2dc6c8d86 None None] Provisioning complete for port fbba1327-f40e-46e9-a159-c2c28ec29aa3 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:15.098161 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-25ae5fad-7062-4010-aaa1-02b2dc6c8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.124537 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2fd4679a-ffa5-4c20-b498-6533481ec328 req-3607c5b9-c769-479b-a611-72fbb4e53736 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.0497353 Aug 04 02:18:15.144664 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:15.144855 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52920) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:15.149671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185592076', 'description': 'tempest-secgroup-smoke-1185592076 description', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:15.154350 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.184646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.207164 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:15.237454 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-25ae5fad-7062-4010-aaa1-02b2dc6c8d86 None None] Port fbba1327-f40e-46e9-a159-c2c28ec29aa3 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:18:15.264663 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:15.297982 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee855c47-deff-4250-bbf2-53f9e6f32bdd req-e1b09651-2af2-421b-b2e8-3aa4fc3b6f78 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:15.299855 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ee855c47-deff-4250-bbf2-53f9e6f32bdd req-e1b09651-2af2-421b-b2e8-3aa4fc3b6f78 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0788538 Aug 04 02:18:15.338491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:15.381291 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:15.385392 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group (9e563781-5624-4643-86f0-9b57f5ad858b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.405801 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9e563781-5624-4643-86f0-9b57f5ad858b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.435507 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ee855c47-deff-4250-bbf2-53f9e6f32bdd req-22da5b79-3cfe-42dc-83c4-6abdf703c3e7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281483 Aug 04 02:18:15.445549 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.449840 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52928) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:15.450291 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3132641 Aug 04 02:18:15.452683 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c9484-cebc-4681-ab77-c98ec9faa322 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e563781-5624-4643-86f0-9b57f5ad858b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:15.457117 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group_rule': {'security_group_id': '9e563781-5624-4643-86f0-9b57f5ad858b', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:15.508896 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (f5b75973-30d8-491f-966d-878e0f6def1a), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.564689 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:15.572143 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (f5b75973-30d8-491f-966d-878e0f6def1a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.575861 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (f5b75973-30d8-491f-966d-878e0f6def1a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.597128 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b75973-30d8-491f-966d-878e0f6def1a,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:15.604544 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.608320 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4f4a152f-8cb0-4975-a146-022a24ddeaa6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543248 Aug 04 02:18:15.610255 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52930) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:15.614731 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group_rule': {'security_group_id': '9e563781-5624-4643-86f0-9b57f5ad858b', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:15.663364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (3458a6b1-a251-4803-abbc-03415fc9cbc8), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.729835 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (3458a6b1-a251-4803-abbc-03415fc9cbc8), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.733962 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (3458a6b1-a251-4803-abbc-03415fc9cbc8), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.754990 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3458a6b1-a251-4803-abbc-03415fc9cbc8,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:15.764915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.766407 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-816fcba9-e038-4d9f-bc08-2d77478b5a24 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551588 Aug 04 02:18:15.771148 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52932) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:15.775911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group_rule': {'security_group_id': '9e563781-5624-4643-86f0-9b57f5ad858b', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:15.779261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:15.811569 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (a9e29f62-da1a-490a-8315-b1a420e61a2a), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.831857 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:15.832301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.881486 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (a9e29f62-da1a-490a-8315-b1a420e61a2a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.887319 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (a9e29f62-da1a-490a-8315-b1a420e61a2a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.911670 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.913146 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409900 Aug 04 02:18:15.916057 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 52936) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:15.917897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2fd9d-5caf-4346-b92e-e60c0fa1ba25 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e29f62-da1a-490a-8315-b1a420e61a2a,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:15.921190 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group_rule': {'security_group_id': '9e563781-5624-4643-86f0-9b57f5ad858b', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:15.933812 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:15.935090 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3dfecd6a-a53c-410b-a52f-23d1263db133 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:15.954953 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (ffc717af-790c-4ee4-9a9b-629882e5764c), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:15.983485 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 3dfecd6a-a53c-410b-a52f-23d1263db133 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:15.983856 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.011720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (ffc717af-790c-4ee4-9a9b-629882e5764c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.016715 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (ffc717af-790c-4ee4-9a9b-629882e5764c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.039847 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc717af-790c-4ee4-9a9b-629882e5764c,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:16.046222 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.050427 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-30f24fd0-07c6-44f1-8244-df2798642478 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330960 Aug 04 02:18:16.050609 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52938) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:16.056034 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group_rule': {'security_group_id': '9e563781-5624-4643-86f0-9b57f5ad858b', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:16.064161 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 3dfecd6a-a53c-410b-a52f-23d1263db133 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:16.064680 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.082130 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Project d7f54ee4ba204ceb982f8e4ad5dee102 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 02:18:16.088434 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 3dfecd6a-a53c-410b-a52f-23d1263db133, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3dfecd6a-a53c-410b-a52f-23d1263db133,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:16.088951 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (8cb833ba-9792-4248-bd31-eb3ce29dc4aa), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.092492 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.097302 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:16.150004 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=3dfecd6a-a53c-410b-a52f-23d1263db133,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:16.163958 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (8cb833ba-9792-4248-bd31-eb3ce29dc4aa), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.169455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (8cb833ba-9792-4248-bd31-eb3ce29dc4aa), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.192190 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb833ba-9792-4248-bd31-eb3ce29dc4aa,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:16.200247 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.201607 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-977c6151-7364-48c3-8237-446329a420a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495020 Aug 04 02:18:16.204388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 52942) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:16.208984 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'security_group_rule': {'security_group_id': '9e563781-5624-4643-86f0-9b57f5ad858b', 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:16.249856 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-288e7598-b238-49f4-8581-c2de6e852768 req-ee87f2fa-205c-4d2c-b242-4e77e70da21f tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.0352418 Aug 04 02:18:16.256229 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Project d7f54ee4ba204ceb982f8e4ad5dee102 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 02:18:16.263021 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (cbb29118-27c5-4108-9228-871f93db3b10), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.325264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (cbb29118-27c5-4108-9228-871f93db3b10), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.329908 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (cbb29118-27c5-4108-9228-871f93db3b10), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.349533 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb29118-27c5-4108-9228-871f93db3b10,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:16.357260 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:16.358457 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-403227fc-a888-44bd-82a6-b582d8cd2423 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1531041 Aug 04 02:18:16.565605 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbe211-8cba-4e56-b46e-9bbc0d8c1226 req-6e8941df-b7a2-456e-8ba7-3111e9b0372b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:16.567083 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79dbe211-8cba-4e56-b46e-9bbc0d8c1226 req-6e8941df-b7a2-456e-8ba7-3111e9b0372b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0471835 Aug 04 02:18:16.618546 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-79dbe211-8cba-4e56-b46e-9bbc0d8c1226 req-8e480d48-4d1f-42d4-b48e-f03d876765f9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Aug 04 02:18:16.932051 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Sync routers for ids ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:18:16.941847 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:16.944984 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Routers {'7e4984f1-ef16-4a43-b886-9008e2d0c1a1'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:16.945620 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:17.063764 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Set router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:17.249368 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:18:13Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fbba1327-f40e-46e9-a159-c2c28ec29aa3', 'name': '', 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'mac_address': 'fa:16:3e:99:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:11Z', 'updated_at': '2022-08-04T02:18:13Z', 'revision_number': 2, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'subnets': [{'id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:17.278579 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Checking router: 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:18:17.278934 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Updating router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 port fbba1327-f40e-46e9-a159-c2c28ec29aa3 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:18:17.308373 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.350126 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd58be55-05a3-4d6a-81ab-0b22e99aa19e req-e5af1ad6-09fd-4fea-807d-f93d85b10963 tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.0263970 Aug 04 02:18:17.564285 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Publish callbacks [] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.569244 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.634689 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ecba3-3aed-406a-bdc3-27c103f8b5d2 None None] Pushing event updated for resources: {'Port': ['ID=fbba1327-f40e-46e9-a159-c2c28ec29aa3,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:17.663873 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Attempting to bind port fbba1327-f40e-46e9-a159-c2c28ec29aa3 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:17.664536 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Attempting to bind port fbba1327-f40e-46e9-a159-c2c28ec29aa3 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:17.665114 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Attempting to bind port fbba1327-f40e-46e9-a159-c2c28ec29aa3 on network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:17.670498 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3dfecd6a-a53c-410b-a52f-23d1263db133 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:17.693930 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:17.694312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Checking segment: {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:17.694720 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.695677 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Bound using segment: {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:17.696164 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Bound port: fbba1327-f40e-46e9-a159-c2c28ec29aa3, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e808528a-d623-47b9-b842-03d73fab8f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:17.696546 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.750015 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24104d94-a0d0-4787-b8b5-4b718fa33335 req-99407dd1-65f0-4fcc-b11f-fe99f3effd04 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:17.751389 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24104d94-a0d0-4787-b8b5-4b718fa33335 req-99407dd1-65f0-4fcc-b11f-fe99f3effd04 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Aug 04 02:18:17.772385 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 3dfecd6a-a53c-410b-a52f-23d1263db133 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:17.772793 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.798106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 04b00635-c395-4a36-9c93-b89099d986b5 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:18:17.799781 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-24104d94-a0d0-4787-b8b5-4b718fa33335 req-304e1f1b-b104-4622-a874-a586df5a9b07 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Aug 04 02:18:17.801779 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] For port fbba1327-f40e-46e9-a159-c2c28ec29aa3, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:17.803913 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:17.837551 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] For port fbba1327-f40e-46e9-a159-c2c28ec29aa3, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=fbba1327-f40e-46e9-a159-c2c28ec29aa3,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:17.844106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 04b00635-c395-4a36-9c93-b89099d986b5 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:18:17.844483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 04b00635-c395-4a36-9c93-b89099d986b5 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:18:17.849286 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:17.906331 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Routers {'7e4984f1-ef16-4a43-b886-9008e2d0c1a1'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:17.906967 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:17.988022 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ecba3-3aed-406a-bdc3-27c103f8b5d2 None None] Pushing event updated for resources: {'Port': ['ID=fbba1327-f40e-46e9-a159-c2c28ec29aa3,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:18.021914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 3dfecd6a-a53c-410b-a52f-23d1263db133 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:18.055254 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] Set router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:18.305179 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:18.395056 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:18:13Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fbba1327-f40e-46e9-a159-c2c28ec29aa3', 'name': '', 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'mac_address': 'fa:16:3e:99:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:11Z', 'updated_at': '2022-08-04T02:18:17Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'subnets': [{'id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:18.427118 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf22672-9efe-418a-9b26-8652f1cf53f6 None None] The sync data for ids ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'] in dv-cinder-740146-17-iscsi is: [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:18:13Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fbba1327-f40e-46e9-a159-c2c28ec29aa3', 'name': '', 'network_id': 'da7140a2-2cb4-44ba-97a2-31eedc50fbb2', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'mac_address': 'fa:16:3e:99:f0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:11Z', 'updated_at': '2022-08-04T02:18:17Z', 'revision_number': 4, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'subnets': [{'id': '1aa12a10-6bb2-4291-93b4-1b3ff47babac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:18:18.488571 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b9ae2ac9-2af2-4695-8e9a-fedd2f48ddc9 req-fd9d80c1-211b-4b23-82e1-7917e9adbfac tempest-DeleteServersTestJSON-1544006089 tempest-DeleteServersTestJSON-1544006089-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=2cf0bb22-f917-4e62-9421-ba1c47e9fe3d HTTP/1.1" status: 200 len: 210 time: 0.0327160 Aug 04 02:18:18.949866 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb275aa-0ea1-4163-8efc-f3be26ed224a req-87468c76-d401-49ba-b6c6-0ea476fae592 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:18.952425 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5fb275aa-0ea1-4163-8efc-f3be26ed224a req-87468c76-d401-49ba-b6c6-0ea476fae592 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0580065 Aug 04 02:18:19.009180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5fb275aa-0ea1-4163-8efc-f3be26ed224a req-61a33f73-51ee-401d-9713-0b40f13d4e64 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519478 Aug 04 02:18:19.686528 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fbba1327-f40e-46e9-a159-c2c28ec29aa3 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:19.737997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port fbba1327-f40e-46e9-a159-c2c28ec29aa3 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:19.738379 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:19.758239 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:19.822012 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port fbba1327-f40e-46e9-a159-c2c28ec29aa3 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:19.822416 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:19.855233 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port fbba1327-f40e-46e9-a159-c2c28ec29aa3, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=fbba1327-f40e-46e9-a159-c2c28ec29aa3,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:19.858955 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:19.919777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=fbba1327-f40e-46e9-a159-c2c28ec29aa3,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:20.133807 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:20.145493 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de394e01-0e11-4d6a-8219-985eaf3f9591 req-1b91c43d-576f-4189-800b-b453bb8e0b3d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:20.146953 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-de394e01-0e11-4d6a-8219-985eaf3f9591 req-1b91c43d-576f-4189-800b-b453bb8e0b3d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0502024 Aug 04 02:18:20.172463 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:20.200252 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-de394e01-0e11-4d6a-8219-985eaf3f9591 req-cb019a0a-4315-4481-bfaa-0b5d73cb0c8d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470276 Aug 04 02:18:20.866510 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:18:21.036428 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53084) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:21.615373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c25f-d532-4797-a830-1e6d99ba73b4 req-437a02a8-159a-4712-9c5a-b239d5244bbd tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:21.616970 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3615c25f-d532-4797-a830-1e6d99ba73b4 req-437a02a8-159a-4712-9c5a-b239d5244bbd tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.3370333 Aug 04 02:18:21.691920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fbba1327-f40e-46e9-a159-c2c28ec29aa3 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:18:21.722911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (2e279830-0e84-4828-9c4d-4774bccea8cb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:21.743048 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port fbba1327-f40e-46e9-a159-c2c28ec29aa3 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:21.743497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:21.783906 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3615c25f-d532-4797-a830-1e6d99ba73b4 req-f45b0c04-84e9-4c02-a86c-16f2cb0ce201 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586688 Aug 04 02:18:21.842045 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port fbba1327-f40e-46e9-a159-c2c28ec29aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:22.071867 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Deleting port 2a31f2d4-7291-4489-afc7-35a0ff24118c {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:18:22.072114 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:22.155647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] For port 2a31f2d4-7291-4489-afc7-35a0ff24118c, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=2a31f2d4-7291-4489-afc7-35a0ff24118c,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:22.156011 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:22.169332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Calling delete_port for 2a31f2d4-7291-4489-afc7-35a0ff24118c owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:18:22.219569 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:22.318375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:22.360892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (2a31f2d4-7291-4489-afc7-35a0ff24118c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:22.385203 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2a31f2d4-7291-4489-afc7-35a0ff24118c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:22.518420 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (2e279830-0e84-4828-9c4d-4774bccea8cb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:22.727888 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Router 2e279830-0e84-4828-9c4d-4774bccea8cb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:18:22.838161 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:18:22.843606 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-173f1531-1b02-4efb-b2b0-62fa9377f6ad admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/2e279830-0e84-4828-9c4d-4774bccea8cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071907 Aug 04 02:18:22.846054 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53118) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:22.850054 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] Sync routers for ids ['2e279830-0e84-4828-9c4d-4774bccea8cb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:18:22.860651 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] Routers {'2e279830-0e84-4828-9c4d-4774bccea8cb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:22.861585 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2e279830-0e84-4828-9c4d-4774bccea8cb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:22.923212 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f8ab-ca41-44c5-a047-a4dc2290a7c6 req-76214c0d-ef7c-4dc3-954a-13c0b745e0aa tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:22.924558 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1b8f8ab-ca41-44c5-a047-a4dc2290a7c6 req-76214c0d-ef7c-4dc3-954a-13c0b745e0aa tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0502372 Aug 04 02:18:22.952900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks [] for router (2e279830-0e84-4828-9c4d-4774bccea8cb), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:22.983086 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1b8f8ab-ca41-44c5-a047-a4dc2290a7c6 req-6c3c27f8-764c-463f-9077-5b8f9555eed7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521610 Aug 04 02:18:22.987507 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] Set router 2e279830-0e84-4828-9c4d-4774bccea8cb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:23.012060 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:23.076343 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks [] for router_gateway (2e279830-0e84-4828-9c4d-4774bccea8cb), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.135517 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Deleting port a12535a3-7ae4-4dcd-9366-2ecb105f9759 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:18:23.135880 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.221553 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28'}], 'enable_snat': True}, 'gw_port_id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:18:22Z', 'revision_number': 5, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port': {'id': 'a12535a3-7ae4-4dcd-9366-2ecb105f9759', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:23.240334 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] For port a12535a3-7ae4-4dcd-9366-2ecb105f9759, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=a12535a3-7ae4-4dcd-9366-2ecb105f9759,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:23.241791 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.252475 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] Checking router: 2e279830-0e84-4828-9c4d-4774bccea8cb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:18:23.264642 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] Routers {'2e279830-0e84-4828-9c4d-4774bccea8cb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:18:23.265477 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2e279830-0e84-4828-9c4d-4774bccea8cb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:23.285250 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Calling delete_port for a12535a3-7ae4-4dcd-9366-2ecb105f9759 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:18:23.296444 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:23.408548 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] Set router 2e279830-0e84-4828-9c4d-4774bccea8cb gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:18:23.533301 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (a12535a3-7ae4-4dcd-9366-2ecb105f9759), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.560524 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a12535a3-7ae4-4dcd-9366-2ecb105f9759,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:23.574525 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:18:23Z', 'revision_number': 6, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:23.593303 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (2e279830-0e84-4828-9c4d-4774bccea8cb), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.603620 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb8eb9c-2cde-474f-9862-b3dae02e7f68 None None] The sync data for ids ['2e279830-0e84-4828-9c4d-4774bccea8cb'] in dv-cinder-740146-17-iscsi is: [{'id': '2e279830-0e84-4828-9c4d-4774bccea8cb', 'name': 'tempest-DeleteServersTestJSON-1492004981-router', 'tenant_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:51Z', 'updated_at': '2022-08-04T02:18:23Z', 'revision_number': 6, 'project_id': 'de98ffc315d4474c8b5d5370ba1fe97c', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:18:23.682870 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53146) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:23.724932 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (2e279830-0e84-4828-9c4d-4774bccea8cb), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.727296 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks [] for router_controller (2e279830-0e84-4828-9c4d-4774bccea8cb), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.794710 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (2e279830-0e84-4828-9c4d-4774bccea8cb), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.795655 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e279830-0e84-4828-9c4d-4774bccea8cb {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:18:23.800864 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.802075 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3ecea067-bb89-455f-956c-c77aabb779cf admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/2e279830-0e84-4828-9c4d-4774bccea8cb HTTP/1.1" status: 204 len: 168 time: 0.9550364 Aug 04 02:18:23.803872 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c12741b0-7c43-474e-9b7e-a38a49d7b67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.805153 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53150) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:23.854843 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Deleting subnet 39a22478-e720-4c6e-a358-b9c051ed381b {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:18:23.858369 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Publish callbacks [] for subnet (39a22478-e720-4c6e-a358-b9c051ed381b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.892804 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c12741b0-7c43-474e-9b7e-a38a49d7b67c admin admin] Publish callbacks [] for security_group (95439e27-ec19-4904-840b-c7a6db579eb4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.896192 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Publish callbacks [] for subnet (39a22478-e720-4c6e-a358-b9c051ed381b), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.897228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c12741b0-7c43-474e-9b7e-a38a49d7b67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (95439e27-ec19-4904-840b-c7a6db579eb4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:23.901711 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:23.946408 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c12741b0-7c43-474e-9b7e-a38a49d7b67c admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=6f2c985de2e84620a80a708ce6c8240e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626133 Aug 04 02:18:23.947767 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12741b0-7c43-474e-9b7e-a38a49d7b67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95439e27-ec19-4904-840b-c7a6db579eb4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:23.950289 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53152) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:23.996905 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (39a22478-e720-4c6e-a358-b9c051ed381b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.010144 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-82694393-690a-4bf5-9798-217a62526032 admin admin] Publish callbacks [] for security_group (95439e27-ec19-4904-840b-c7a6db579eb4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.037270 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-82694393-690a-4bf5-9798-217a62526032 admin admin] Publish callbacks [] for security_group (95439e27-ec19-4904-840b-c7a6db579eb4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.063752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:24.071765 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (39a22478-e720-4c6e-a358-b9c051ed381b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.105843 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a22478-e720-4c6e-a358-b9c051ed381b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:24.108047 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.111369 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-042c6dd8-f176-4d60-b6c0-305b746408af admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/39a22478-e720-4c6e-a358-b9c051ed381b HTTP/1.1" status: 204 len: 168 time: 0.3052785 Aug 04 02:18:24.114028 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53156) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:24.114510 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b153d5-3b78-4baf-9690-33708954cfba None None] Network ad96f9bb-a75d-449e-a125-0743ca8acc02 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:18:24.166264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ceb0e-71bc-48aa-9c2e-0c9626a64dc8 req-93f3f695-2bbc-4805-a938-213139c7dd67 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:24.167987 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3c7ceb0e-71bc-48aa-9c2e-0c9626a64dc8 req-93f3f695-2bbc-4805-a938-213139c7dd67 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0930083 Aug 04 02:18:24.195219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-82694393-690a-4bf5-9798-217a62526032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (95439e27-ec19-4904-840b-c7a6db579eb4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.198929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-82694393-690a-4bf5-9798-217a62526032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.203233 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-82694393-690a-4bf5-9798-217a62526032 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/95439e27-ec19-4904-840b-c7a6db579eb4 HTTP/1.1" status: 204 len: 168 time: 0.2502289 Aug 04 02:18:24.203413 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (ad96f9bb-a75d-449e-a125-0743ca8acc02), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.213508 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82694393-690a-4bf5-9798-217a62526032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95439e27-ec19-4904-840b-c7a6db579eb4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:24.255129 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3c7ceb0e-71bc-48aa-9c2e-0c9626a64dc8 req-056f6d9d-457b-4c62-923e-29ad49f4c558 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811615 Aug 04 02:18:24.279426 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Deleting port f10ca028-b122-47c2-a86e-faeb31b4ffb4 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:18:24.279775 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.344676 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:24.362358 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] For port f10ca028-b122-47c2-a86e-faeb31b4ffb4, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=f10ca028-b122-47c2-a86e-faeb31b4ffb4,segment=NetworkSegment(7cb60a1a-72a8-4a8b-be68-83ce05431f00),segment_id=7cb60a1a-72a8-4a8b-be68-83ce05431f00)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:24.362720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.384803 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Calling delete_port for f10ca028-b122-47c2-a86e-faeb31b4ffb4 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:18:24.446851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] DHCP port deletion for ad96f9bb-a75d-449e-a125-0743ca8acc02 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:18:24.489227 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.520990 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Deleting port f10ca028-b122-47c2-a86e-faeb31b4ffb4 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:18:24.521520 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.526938 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f10ca028-b122-47c2-a86e-faeb31b4ffb4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:24.531404 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] No DVR routers for this DVR port f10ca028-b122-47c2-a86e-faeb31b4ffb4 on host dv-cinder-740146-17-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:18:24.613865 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] For port f10ca028-b122-47c2-a86e-faeb31b4ffb4, host dv-cinder-740146-17-iscsi, got binding levels [] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:24.615113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.617169 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (ad96f9bb-a75d-449e-a125-0743ca8acc02), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.635458 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Calling delete_port for f10ca028-b122-47c2-a86e-faeb31b4ffb4 owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:18:24.643083 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.ipam_backend_mixin [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Port f10ca028-b122-47c2-a86e-faeb31b4ffb4 was not found and therefore no delete operation was performed {{(pid=104418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 04 02:18:24.653212 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (f10ca028-b122-47c2-a86e-faeb31b4ffb4), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.675548 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.675905 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.676609 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.677090 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > port after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.677418 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.677736 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > port after_update 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.678244 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.678700 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.679982 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.680456 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.702006 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] Pushing event deleted for resources: {'Port': ['ID=f10ca028-b122-47c2-a86e-faeb31b4ffb4,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:24.706799 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61d6e1-0390-4fc6-b971-318f9bbdca52 None None] No DVR routers for this DVR port f10ca028-b122-47c2-a86e-faeb31b4ffb4 on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:18:24.907909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.911819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.912465 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.912990 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:24.914072 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad96f9bb-a75d-449e-a125-0743ca8acc02']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:24.939341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb60a1a-72a8-4a8b-be68-83ce05431f00') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:24.939673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb60a1a-72a8-4a8b-be68-83ce05431f00') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:24.959883 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (7cb60a1a-72a8-4a8b-be68-83ce05431f00), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.976694 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:24.988188 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7cb60a1a-72a8-4a8b-be68-83ce05431f00), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:24.998448 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:18:24.998645 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (7cb60a1a-72a8-4a8b-be68-83ce05431f00), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.090709 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (ad96f9bb-a75d-449e-a125-0743ca8acc02), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.110286 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.116145 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/ad96f9bb-a75d-449e-a125-0743ca8acc02 HTTP/1.1" status: 204 len: 168 time: 1.0010865 Aug 04 02:18:25.139284 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b401d6-fe5c-4db7-b150-0e3601f923cd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad96f9bb-a75d-449e-a125-0743ca8acc02,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:25.363120 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 7cb60a1a-72a8-4a8b-be68-83ce05431f00 resource provider aggregate not found Aug 04 02:18:25.391038 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 7cb60a1a-72a8-4a8b-be68-83ce05431f00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cb60a1a-72a8-4a8b-be68-83ce05431f00 found for delete ", "request_id": "req-9cf79431-d00b-4e4e-bb5b-96132ae1247a"}]} Aug 04 02:18:25.401806 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3c475-09cb-46fb-a179-11940b68ab60 req-aa4e66fa-8863-4a7e-8b4b-baa435c3d205 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:25.404122 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66d3c475-09cb-46fb-a179-11940b68ab60 req-aa4e66fa-8863-4a7e-8b4b-baa435c3d205 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0702488 Aug 04 02:18:25.462340 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53226) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:25.471251 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-66d3c475-09cb-46fb-a179-11940b68ab60 req-40938500-16cd-40c7-8bd9-e59432462ed2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574791 Aug 04 02:18:25.513095 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3aaf364b-f154-4d0d-a1a0-68d68dfcb630 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=de98ffc315d4474c8b5d5370ba1fe97c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0493917 Aug 04 02:18:25.517754 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53228) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:25.572467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe973-ca29-43f4-b4ff-ba0ac985ceb7 admin admin] Publish callbacks [] for security_group (5f965d7e-e9c0-4c00-9e99-7622a04a8823), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.598437 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe973-ca29-43f4-b4ff-ba0ac985ceb7 admin admin] Publish callbacks [] for security_group (5f965d7e-e9c0-4c00-9e99-7622a04a8823), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.665660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe973-ca29-43f4-b4ff-ba0ac985ceb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (5f965d7e-e9c0-4c00-9e99-7622a04a8823), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.668421 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f4bfe973-ca29-43f4-b4ff-ba0ac985ceb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:25.670020 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f4bfe973-ca29-43f4-b4ff-ba0ac985ceb7 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/5f965d7e-e9c0-4c00-9e99-7622a04a8823 HTTP/1.1" status: 204 len: 168 time: 0.1508217 Aug 04 02:18:25.679624 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfe973-ca29-43f4-b4ff-ba0ac985ceb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f965d7e-e9c0-4c00-9e99-7622a04a8823,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:25.696116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 2a31f2d4-7291-4489-afc7-35a0ff24118c no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:18:25.726247 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 2a31f2d4-7291-4489-afc7-35a0ff24118c {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:18:25.726602 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 2a31f2d4-7291-4489-afc7-35a0ff24118c not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:18:25.727319 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f10ca028-b122-47c2-a86e-faeb31b4ffb4 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:18:25.751060 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: f10ca028-b122-47c2-a86e-faeb31b4ffb4 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:18:25.751479 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f10ca028-b122-47c2-a86e-faeb31b4ffb4 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:18:25.751833 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device a12535a3-7ae4-4dcd-9366-2ecb105f9759 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:18:25.771645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: a12535a3-7ae4-4dcd-9366-2ecb105f9759 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:18:25.771996 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device a12535a3-7ae4-4dcd-9366-2ecb105f9759 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:18:26.456476 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53266) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:26.515237 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Deleting subnet 113d7b72-35e5-479f-9ac8-094eae8a519c {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:18:26.518816 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Publish callbacks [] for subnet (113d7b72-35e5-479f-9ac8-094eae8a519c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:26.585626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Publish callbacks [] for subnet (113d7b72-35e5-479f-9ac8-094eae8a519c), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:26.602817 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (113d7b72-35e5-479f-9ac8-094eae8a519c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:26.637103 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94519a6f-1182-4a60-90b1-ac0c3eb4b9ac req-6252d61f-cab0-479d-a5db-e087cb1dd0be tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:26.638588 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94519a6f-1182-4a60-90b1-ac0c3eb4b9ac req-6252d61f-cab0-479d-a5db-e087cb1dd0be tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0861218 Aug 04 02:18:26.705345 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (113d7b72-35e5-479f-9ac8-094eae8a519c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:26.712702 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94519a6f-1182-4a60-90b1-ac0c3eb4b9ac req-6ba9bfc7-f77a-472f-8caf-176e516acaa3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Aug 04 02:18:26.741278 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113d7b72-35e5-479f-9ac8-094eae8a519c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:26.743833 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:26.747774 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-092b90c5-667a-4371-988a-31a5f156285e admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/113d7b72-35e5-479f-9ac8-094eae8a519c HTTP/1.1" status: 204 len: 168 time: 0.2901361 Aug 04 02:18:26.750837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53274) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:26.832528 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (ec60ed96-a831-4430-b2f9-554544ad27db), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.133425 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (ec60ed96-a831-4430-b2f9-554544ad27db), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.163975 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec60ed96-a831-4430-b2f9-554544ad27db']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:27.178020 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1ee210-1335-4322-8f2d-fc5671007c20') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:27.178296 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1ee210-1335-4322-8f2d-fc5671007c20') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:27.192535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (fb1ee210-1335-4322-8f2d-fc5671007c20), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.209757 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (fb1ee210-1335-4322-8f2d-fc5671007c20), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.233823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:18:27.235864 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (fb1ee210-1335-4322-8f2d-fc5671007c20), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.299307 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (ec60ed96-a831-4430-b2f9-554544ad27db), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.309254 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.313315 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/ec60ed96-a831-4430-b2f9-554544ad27db HTTP/1.1" status: 204 len: 168 time: 0.5608506 Aug 04 02:18:27.319626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53296) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:27.329073 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801b68d-e03b-4c6e-9b8d-748819236cc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec60ed96-a831-4430-b2f9-554544ad27db,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:27.368571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Deleting subnet 9ed31518-a233-47b4-95f4-f565af83dc31 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:18:27.371950 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Publish callbacks [] for subnet (9ed31518-a233-47b4-95f4-f565af83dc31), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.373534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:27.411525 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment fb1ee210-1335-4322-8f2d-fc5671007c20 resource provider aggregate not found Aug 04 02:18:27.418935 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Publish callbacks [] for subnet (9ed31518-a233-47b4-95f4-f565af83dc31), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.425617 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (9ed31518-a233-47b4-95f4-f565af83dc31), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.433442 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment fb1ee210-1335-4322-8f2d-fc5671007c20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb1ee210-1335-4322-8f2d-fc5671007c20 found for delete ", "request_id": "req-149d4a50-08af-41dd-95a6-b52daaf4a7b0"}]} Aug 04 02:18:27.485131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for subnet (9ed31518-a233-47b4-95f4-f565af83dc31), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.517298 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed31518-a233-47b4-95f4-f565af83dc31,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:27.520891 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.527003 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cf3029f5-2088-40e5-a640-9d80973f7428 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/9ed31518-a233-47b4-95f4-f565af83dc31 HTTP/1.1" status: 204 len: 168 time: 0.2084608 Aug 04 02:18:27.527678 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53314) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:27.544238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:27.601031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (e78f0b22-3c2e-4a26-b551-244754a40609), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.701452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (e78f0b22-3c2e-4a26-b551-244754a40609), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.722644 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.723013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.723719 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.724054 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > port after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.724385 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.724727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > port after_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.725050 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.725388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.725702 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.726077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.793888 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.794157 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.794494 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.794819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 02:18:27.795186 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78f0b22-3c2e-4a26-b551-244754a40609']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:27.821398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc23baaf-1024-4e2c-a358-b8dd24b4ffb9') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:27.821693 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc23baaf-1024-4e2c-a358-b8dd24b4ffb9') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:18:27.858849 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (cc23baaf-1024-4e2c-a358-b8dd24b4ffb9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.893401 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8190e9-c2e0-486f-85ea-03624642c8fe req-8e8b9fe9-9d56-4ef7-8061-b019301f0411 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:27.894974 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cc8190e9-c2e0-486f-85ea-03624642c8fe req-8e8b9fe9-9d56-4ef7-8061-b019301f0411 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0947008 Aug 04 02:18:27.895862 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (cc23baaf-1024-4e2c-a358-b8dd24b4ffb9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:27.912223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:18:27.912636 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (cc23baaf-1024-4e2c-a358-b8dd24b4ffb9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.009924 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (e78f0b22-3c2e-4a26-b551-244754a40609), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.016365 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cc8190e9-c2e0-486f-85ea-03624642c8fe req-9803ae3b-6ed6-45eb-ba7e-82895d54b61f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139443 Aug 04 02:18:28.021749 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.025425 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/e78f0b22-3c2e-4a26-b551-244754a40609 HTTP/1.1" status: 204 len: 168 time: 0.4968824 Aug 04 02:18:28.035212 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab23d56-6bdb-4631-aeec-c44040b6fe8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e78f0b22-3c2e-4a26-b551-244754a40609,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:28.139362 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment cc23baaf-1024-4e2c-a358-b8dd24b4ffb9 resource provider aggregate not found Aug 04 02:18:28.156704 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment cc23baaf-1024-4e2c-a358-b8dd24b4ffb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc23baaf-1024-4e2c-a358-b8dd24b4ffb9 found for delete ", "request_id": "req-8f425e04-f11d-4552-b526-c9f81d2d86a1"}]} Aug 04 02:18:28.219062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53332) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:28.263423 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-110687ff-fe94-48bc-95cd-df4bf560ca30 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=69bc670511d847b980a77302686d3717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431781 Aug 04 02:18:28.265900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53336) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:28.313970 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6de7fe2c-407e-450a-908b-df5df79f58e6 admin admin] Publish callbacks [] for security_group (889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.335768 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6de7fe2c-407e-450a-908b-df5df79f58e6 admin admin] Publish callbacks [] for security_group (889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.360360 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:28.384948 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6de7fe2c-407e-450a-908b-df5df79f58e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.387501 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6de7fe2c-407e-450a-908b-df5df79f58e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.388549 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6de7fe2c-407e-450a-908b-df5df79f58e6 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d HTTP/1.1" status: 204 len: 168 time: 0.1217623 Aug 04 02:18:28.396196 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7fe2c-407e-450a-908b-df5df79f58e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889cc47c-8eb8-4a1c-9cf2-48e93b7aa69d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:28.727996 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53350) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:28.774513 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-cb32144b-c8cd-451b-b0f1-14e292a36843 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=639e766fba9d4f358d8afb03e939e065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452507 Aug 04 02:18:28.777108 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53352) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:28.827686 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e55b7512-fc3b-4088-9517-c5973e43b56a admin admin] Publish callbacks [] for security_group (d97861ec-2ed1-46df-ac17-e9016c909893), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.849823 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e55b7512-fc3b-4088-9517-c5973e43b56a admin admin] Publish callbacks [] for security_group (d97861ec-2ed1-46df-ac17-e9016c909893), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.901844 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e55b7512-fc3b-4088-9517-c5973e43b56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d97861ec-2ed1-46df-ac17-e9016c909893), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.904825 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e55b7512-fc3b-4088-9517-c5973e43b56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:28.905990 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e55b7512-fc3b-4088-9517-c5973e43b56a admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/d97861ec-2ed1-46df-ac17-e9016c909893 HTTP/1.1" status: 204 len: 168 time: 0.1278350 Aug 04 02:18:28.915658 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b7512-fc3b-4088-9517-c5973e43b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97861ec-2ed1-46df-ac17-e9016c909893,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:29.166666 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f642cc5-d9da-4a90-a6ab-fc10999e2d22 req-d847b7ea-b132-4cbb-ae66-0be9c568e464 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:29.168200 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f642cc5-d9da-4a90-a6ab-fc10999e2d22 req-d847b7ea-b132-4cbb-ae66-0be9c568e464 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0519335 Aug 04 02:18:29.222384 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f642cc5-d9da-4a90-a6ab-fc10999e2d22 req-8aa0cd7c-e2a7-492f-8ff5-f8b9c724b496 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473807 Aug 04 02:18:30.079012 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53396) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:30.198459 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30fadbb5-1631-4908-8050-e802d1f67101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.276752 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30fadbb5-1631-4908-8050-e802d1f67101 admin admin] Publish callbacks [] for security_group (fb14ef2b-3c78-44a2-a9c1-2c397b67bddf), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.280729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30fadbb5-1631-4908-8050-e802d1f67101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (fb14ef2b-3c78-44a2-a9c1-2c397b67bddf), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.325021 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fadbb5-1631-4908-8050-e802d1f67101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb14ef2b-3c78-44a2-a9c1-2c397b67bddf,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:30.335918 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53408) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:30.336366 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-30fadbb5-1631-4908-8050-e802d1f67101 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=b3943b3bb3194c139922c2dcc8440d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527888 Aug 04 02:18:30.375832 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5570-310a-4fdb-9554-30232d0d16de req-6f6e9137-e421-4f73-b816-8c4c092c74a3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:30.377588 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-13bd5570-310a-4fdb-9554-30232d0d16de req-6f6e9137-e421-4f73-b816-8c4c092c74a3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0790942 Aug 04 02:18:30.428683 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0411f56c-ec3e-4418-941e-86e0910ebcf1 admin admin] Publish callbacks [] for security_group (fb14ef2b-3c78-44a2-a9c1-2c397b67bddf), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.438029 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:30.467915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0411f56c-ec3e-4418-941e-86e0910ebcf1 admin admin] Publish callbacks [] for security_group (fb14ef2b-3c78-44a2-a9c1-2c397b67bddf), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.472389 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-13bd5570-310a-4fdb-9554-30232d0d16de req-6f4eb707-9869-46a4-9ada-c5148b0f960b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881650 Aug 04 02:18:30.520790 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0411f56c-ec3e-4418-941e-86e0910ebcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (fb14ef2b-3c78-44a2-a9c1-2c397b67bddf), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.523491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0411f56c-ec3e-4418-941e-86e0910ebcf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:30.524660 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0411f56c-ec3e-4418-941e-86e0910ebcf1 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/fb14ef2b-3c78-44a2-a9c1-2c397b67bddf HTTP/1.1" status: 204 len: 168 time: 0.1906343 Aug 04 02:18:30.527903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:30.533701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411f56c-ec3e-4418-941e-86e0910ebcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb14ef2b-3c78-44a2-a9c1-2c397b67bddf,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:31.686679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635246a4-d3b0-41f8-8288-00e980f058e5 req-2dbfca88-fb0a-432a-94cc-24f020010a79 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:31.689104 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-635246a4-d3b0-41f8-8288-00e980f058e5 req-2dbfca88-fb0a-432a-94cc-24f020010a79 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0944481 Aug 04 02:18:31.695880 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53462) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:31.708486 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790f776-3b38-4bfa-b27d-b24c1f66b6e0 req-636aed4d-42d8-408e-814e-76123a31c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:31.710009 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6790f776-3b38-4bfa-b27d-b24c1f66b6e0 req-636aed4d-42d8-408e-814e-76123a31c8c5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 1130 time: 0.0711148 Aug 04 02:18:31.781012 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6790f776-3b38-4bfa-b27d-b24c1f66b6e0 req-04a63735-3429-4db3-b7d3-175d0cf8cce6 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603442 Aug 04 02:18:31.785203 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-635246a4-d3b0-41f8-8288-00e980f058e5 req-8c1066b4-dd15-454b-9dea-7390e91a373e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871499 Aug 04 02:18:31.823876 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44bc1663-aa89-4d23-a1fa-d312b167eaab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:31.902897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44bc1663-aa89-4d23-a1fa-d312b167eaab admin admin] Publish callbacks [] for security_group (b1fae2b2-800d-4e09-adf0-dd6f2f917202), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:31.906635 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44bc1663-aa89-4d23-a1fa-d312b167eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b1fae2b2-800d-4e09-adf0-dd6f2f917202), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:31.944210 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc1663-aa89-4d23-a1fa-d312b167eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fae2b2-800d-4e09-adf0-dd6f2f917202,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:31.949317 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-44bc1663-aa89-4d23-a1fa-d312b167eaab admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=565ae7cf31ac42b390f4e64d9accd02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524323 Aug 04 02:18:31.951928 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53468) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:32.001384 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1d703922-d676-4194-b437-9505ade8a990 admin admin] Publish callbacks [] for security_group (b1fae2b2-800d-4e09-adf0-dd6f2f917202), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:32.023752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1d703922-d676-4194-b437-9505ade8a990 admin admin] Publish callbacks [] for security_group (b1fae2b2-800d-4e09-adf0-dd6f2f917202), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:32.069219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1d703922-d676-4194-b437-9505ade8a990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b1fae2b2-800d-4e09-adf0-dd6f2f917202), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:32.072520 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1d703922-d676-4194-b437-9505ade8a990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:32.073703 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1d703922-d676-4194-b437-9505ade8a990 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/b1fae2b2-800d-4e09-adf0-dd6f2f917202 HTTP/1.1" status: 204 len: 168 time: 0.1208496 Aug 04 02:18:32.081793 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d703922-d676-4194-b437-9505ade8a990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fae2b2-800d-4e09-adf0-dd6f2f917202,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:32.912639 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ac1e-cf23-40f2-ad08-195a5d2dbd4f req-29c9b5f3-47ef-4eb5-9f4c-ee3ddb7b6e18 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:32.914944 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f310ac1e-cf23-40f2-ad08-195a5d2dbd4f req-29c9b5f3-47ef-4eb5-9f4c-ee3ddb7b6e18 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0489922 Aug 04 02:18:32.970127 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f310ac1e-cf23-40f2-ad08-195a5d2dbd4f req-0adb52e4-5944-4848-9e4b-2184d27d6e3b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486662 Aug 04 02:18:33.411887 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=42 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:33.578286 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:34.091503 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f18cc-3061-4092-b0ec-95c1f18a7b04 req-fede36d3-c231-4701-95df-4cf8b95fc2ce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:34.093193 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-844f18cc-3061-4092-b0ec-95c1f18a7b04 req-fede36d3-c231-4701-95df-4cf8b95fc2ce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0505753 Aug 04 02:18:34.145298 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-844f18cc-3061-4092-b0ec-95c1f18a7b04 req-354f7cd2-98af-4a3c-9f92-2fab2a2dc2cd tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462842 Aug 04 02:18:34.409001 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:35.225976 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:35.261671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01d428-a628-4009-af4d-5cd1638386e5 req-a0121de8-b811-409d-b893-096c54661a8a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:35.263168 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd01d428-a628-4009-af4d-5cd1638386e5 req-a0121de8-b811-409d-b893-096c54661a8a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0469220 Aug 04 02:18:35.310497 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd01d428-a628-4009-af4d-5cd1638386e5 req-cebf45e1-6f64-4c49-a192-37b23cd59d40 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Aug 04 02:18:36.431276 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7127f6-5138-4adc-9728-d133c9d61063 req-7c8daffc-5e07-44d5-a24a-cf2d1b30a82c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:36.432814 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7127f6-5138-4adc-9728-d133c9d61063 req-7c8daffc-5e07-44d5-a24a-cf2d1b30a82c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0498967 Aug 04 02:18:36.480486 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7127f6-5138-4adc-9728-d133c9d61063 req-f8381247-c87e-433b-a00d-0e5ec17a76d2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Aug 04 02:18:37.597444 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f583-f297-43e0-b040-eed4a9048009 req-c8528691-3d41-47d4-a7c3-cb438e9efa50 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:37.598909 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0893f583-f297-43e0-b040-eed4a9048009 req-c8528691-3d41-47d4-a7c3-cb438e9efa50 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0456259 Aug 04 02:18:37.649343 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0893f583-f297-43e0-b040-eed4a9048009 req-63534450-d28e-42ca-b1cd-c3bfe82a4f93 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434966 Aug 04 02:18:38.770939 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59498ee0-60ab-48dd-816d-f44aa039e266 req-52b0cde5-f497-4491-9130-c0da564f90f1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:38.772416 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-59498ee0-60ab-48dd-816d-f44aa039e266 req-52b0cde5-f497-4491-9130-c0da564f90f1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0500753 Aug 04 02:18:39.041877 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:39.069492 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-59498ee0-60ab-48dd-816d-f44aa039e266 req-9c0b47d3-5cec-49f4-b4f7-24190c9c7544 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914438 Aug 04 02:18:39.209280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a68e3-89ec-4f28-b96f-e87cdfc2918f req-ed9318fd-00fa-4350-a952-74a1fb33fea0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:39.210998 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e3a68e3-89ec-4f28-b96f-e87cdfc2918f req-ed9318fd-00fa-4350-a952-74a1fb33fea0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0613303 Aug 04 02:18:39.260435 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e3a68e3-89ec-4f28-b96f-e87cdfc2918f req-6e673edb-580a-42ee-b114-4d6f64c4e358 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Aug 04 02:18:39.329148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-19b8c0d5-9d24-4470-a9b3-7ba0e91a41e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:40.320478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:40.323150 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:41.479715 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-34b2b90b-ef32-48d7-9ca4-4f9620b9161e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:42.728323 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.204722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-70f6bdfb-ab3a-4029-a4fb-acc2123b5692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:44.206956 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-70f6bdfb-ab3a-4029-a4fb-acc2123b5692 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1129 time: 0.0895579 Aug 04 02:18:44.237618 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9ae70-2435-4fdd-b01e-a354fa09e5ab req-ca36ab6e-6780-4ced-afab-6b07b8e31c35 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:44.245608 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94b9ae70-2435-4fdd-b01e-a354fa09e5ab req-ca36ab6e-6780-4ced-afab-6b07b8e31c35 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.1391487 Aug 04 02:18:44.297277 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.339714 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94b9ae70-2435-4fdd-b01e-a354fa09e5ab req-15e3acd5-c62f-4510-91f1-9e53eaa7671f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935013 Aug 04 02:18:44.374966 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-43379d85-3327-4ccc-9fe9-78fa30605237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:44.376442 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-43379d85-3327-4ccc-9fe9-78fa30605237 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1531949 Aug 04 02:18:44.419393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.424277 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-90f99b99-2e48-4828-8bf7-9e44e96c4c3f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 200 len: 217 time: 0.0410752 Aug 04 02:18:44.446502 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53798) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:44.490303 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-559469eb-b535-42ea-a975-22ff7045118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:44.492134 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-559469eb-b535-42ea-a975-22ff7045118e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0579660 Aug 04 02:18:44.546538 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-2c961909-bb6d-41cc-bf58-52ffe7b7299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:44.548128 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-2c961909-bb6d-41cc-bf58-52ffe7b7299f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459523 Aug 04 02:18:44.586051 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2c509cd1-6ecd-4996-b21a-7d6f16096c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.658034 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-7381cd94-c528-4986-821c-532addf6bb4c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1185592076&fields=id&tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102 HTTP/1.1" status: 200 len: 267 time: 0.1074901 Aug 04 02:18:44.674367 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2c509cd1-6ecd-4996-b21a-7d6f16096c0b admin admin] Publish callbacks [] for security_group (9e3683bd-bef4-42a6-ad24-627b688fedd5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.679470 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2c509cd1-6ecd-4996-b21a-7d6f16096c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9e3683bd-bef4-42a6-ad24-627b688fedd5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.693903 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-80237ea3-2017-465f-83b9-3ace3d0d84bf service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372826 Aug 04 02:18:44.723179 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2c509cd1-6ecd-4996-b21a-7d6f16096c0b admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=df4b8fbecd0e4e25afe62d7d73a47f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754130 Aug 04 02:18:44.724050 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c509cd1-6ecd-4996-b21a-7d6f16096c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3683bd-bef4-42a6-ad24-627b688fedd5,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:44.728352 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53806) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:44.778594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3069fb41-5bfa-4e75-a0a0-2217050e46ef admin admin] Publish callbacks [] for security_group (9e3683bd-bef4-42a6-ad24-627b688fedd5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.795341 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:44.800575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3069fb41-5bfa-4e75-a0a0-2217050e46ef admin admin] Publish callbacks [] for security_group (9e3683bd-bef4-42a6-ad24-627b688fedd5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.856628 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3069fb41-5bfa-4e75-a0a0-2217050e46ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9e3683bd-bef4-42a6-ad24-627b688fedd5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.856872 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-ad13c235-53a9-4df8-a8dc-371fd22ae1e1 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:44.858181 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-ad13c235-53a9-4df8-a8dc-371fd22ae1e1 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 808 time: 0.1806772 Aug 04 02:18:44.859401 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3069fb41-5bfa-4e75-a0a0-2217050e46ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:44.862036 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c5298d8-5ae1-4fb7-ad46-d52a857925fc req-b9192cf0-b406-40a6-8863-4d151d76fe45 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573327 Aug 04 02:18:44.865517 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3069fb41-5bfa-4e75-a0a0-2217050e46ef admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/9e3683bd-bef4-42a6-ad24-627b688fedd5 HTTP/1.1" status: 204 len: 168 time: 0.1343727 Aug 04 02:18:44.874817 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-8211ddc5-a0db-4f64-a2ba-6440d06da38b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/quotas/d7f54ee4ba204ceb982f8e4ad5dee102 HTTP/1.1" status: 200 len: 375 time: 0.0105844 Aug 04 02:18:44.900785 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069fb41-5bfa-4e75-a0a0-2217050e46ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3683bd-bef4-42a6-ad24-627b688fedd5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:44.913242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:44.939932 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-ae7705db-2365-4bc3-a545-585affb82621 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566530 Aug 04 02:18:45.056349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-29cc7d64-0b5a-45cb-81e5-18a5a6e3a093 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022713 Aug 04 02:18:45.122443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:45.155454 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-d3cba5c2-4a08-4907-8e5f-0fe1b1465814 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 Aug 04 02:18:45.179957 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53822) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:45.194427 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6222ff68-ca5c-4b7c-814c-492c7c7cf757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.304848 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6222ff68-ca5c-4b7c-814c-492c7c7cf757 admin admin] Publish callbacks [] for security_group (594f8369-40a9-4001-82de-066d244a0c63), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.310580 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6222ff68-ca5c-4b7c-814c-492c7c7cf757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (594f8369-40a9-4001-82de-066d244a0c63), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.344667 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222ff68-ca5c-4b7c-814c-492c7c7cf757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594f8369-40a9-4001-82de-066d244a0c63,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:45.360825 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6222ff68-ca5c-4b7c-814c-492c7c7cf757 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=bde03995f7744cd9b6493b5f4fbbe587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772819 Aug 04 02:18:45.361247 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53836) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:45.423364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41b1c7ad-a993-4f56-9153-79c48fc51ff1 admin admin] Publish callbacks [] for security_group (594f8369-40a9-4001-82de-066d244a0c63), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.459116 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41b1c7ad-a993-4f56-9153-79c48fc51ff1 admin admin] Publish callbacks [] for security_group (594f8369-40a9-4001-82de-066d244a0c63), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.497929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7aeb8-46a3-4f5f-8d83-7af1f44e9949 req-be1213a9-7ee1-43cf-aaa8-da9cf821d92a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:45.500220 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5c7aeb8-46a3-4f5f-8d83-7af1f44e9949 req-be1213a9-7ee1-43cf-aaa8-da9cf821d92a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0657113 Aug 04 02:18:45.550751 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41b1c7ad-a993-4f56-9153-79c48fc51ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (594f8369-40a9-4001-82de-066d244a0c63), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.553621 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-41b1c7ad-a993-4f56-9153-79c48fc51ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:45.558277 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-41b1c7ad-a993-4f56-9153-79c48fc51ff1 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/594f8369-40a9-4001-82de-066d244a0c63 HTTP/1.1" status: 204 len: 168 time: 0.1939321 Aug 04 02:18:45.566075 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1c7ad-a993-4f56-9153-79c48fc51ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594f8369-40a9-4001-82de-066d244a0c63,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:45.583910 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3f57ed2-c543-472b-9749-e7dcfe61a678 req-f0dc16a8-7ae1-47f7-b5bb-ebb6fc5e1327 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 210 time: 0.0557587 Aug 04 02:18:45.673152 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5c7aeb8-46a3-4f5f-8d83-7af1f44e9949 req-89f56071-a5bc-4101-bf91-dee017bfc99b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521490 Aug 04 02:18:46.708120 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-65da241f-8f4e-4c1c-8cbf-302bf166a9e3 req-87452d3c-2eef-407a-ad4a-71a70026173c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 210 time: 0.0326028 Aug 04 02:18:46.811607 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-49b73f3e-d216-4cc4-bc07-1b18e60078f0 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:46.813279 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-49b73f3e-d216-4cc4-bc07-1b18e60078f0 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 808 time: 0.1985514 Aug 04 02:18:46.843287 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4bd84-e104-4a48-9f57-103e12a20ada req-046cd636-61be-44ab-ab06-c5f95739da1f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:46.844841 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-47c4bd84-e104-4a48-9f57-103e12a20ada req-046cd636-61be-44ab-ab06-c5f95739da1f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0905054 Aug 04 02:18:46.935612 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-f5576897-e2a2-4d59-a6c1-e76843f60873 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102 HTTP/1.1" status: 200 len: 380 time: 0.1079786 Aug 04 02:18:46.938667 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-47c4bd84-e104-4a48-9f57-103e12a20ada req-140bffb5-ac89-4265-8e42-3aacf02a94ae tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852981 Aug 04 02:18:46.945277 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'port': {'device_id': '135cf505-eb65-44df-b01d-9298d43f41ee', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'admin_state_up': True, 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'security_groups': ['9e563781-5624-4643-86f0-9b57f5ad858b']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:47.079565 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Made reservation on behalf of d7f54ee4ba204ceb982f8e4ad5dee102 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:18:47.084012 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.191117 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:47.263208 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Allocated IP 172.20.0.12 (80d80fb8-9b97-4237-a261-dc06b8102004/8fafb18c-9717-4da3-bbc3-c3a663af01aa/28e195d3-7f8d-4186-a5a3-77d9701c1821) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:18:47.270944 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53924) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:47.441410 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83e08f54-9bf6-42d2-b7cd-41a40d897970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.459643 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.472983 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:47.504127 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.537858 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:47.552533 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83e08f54-9bf6-42d2-b7cd-41a40d897970 admin admin] Publish callbacks [] for security_group (6240a261-35be-46c8-a09b-0a772aadfa4e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.557316 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83e08f54-9bf6-42d2-b7cd-41a40d897970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6240a261-35be-46c8-a09b-0a772aadfa4e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.572043 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Network 80d80fb8-9b97-4237-a261-dc06b8102004 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:18:47.578234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:18:47.582931 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:18:47.602567 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e08f54-9bf6-42d2-b7cd-41a40d897970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6240a261-35be-46c8-a09b-0a772aadfa4e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:47.608082 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-83e08f54-9bf6-42d2-b7cd-41a40d897970 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=48536d0e5f39411792d524f349eda2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3358953 Aug 04 02:18:47.612843 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53936) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:47.613605 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:47.636231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:47.697030 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:47.697859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.729332 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-68ef9fa8-a2cc-465b-9498-694b7cd7dcfa tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7878220 Aug 04 02:18:47.731004 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6b25412f-1c4c-4560-9c2b-6a3323af62f9 admin admin] Publish callbacks [] for security_group (6240a261-35be-46c8-a09b-0a772aadfa4e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.747258 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Request body: {'port': {'device_id': '135cf505-eb65-44df-b01d-9298d43f41ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:18:47.789550 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6b25412f-1c4c-4560-9c2b-6a3323af62f9 admin admin] Publish callbacks [] for security_group (6240a261-35be-46c8-a09b-0a772aadfa4e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.890884 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.918899 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e1981-7086-4423-93a2-2e0f194b1ccc req-0f330cf9-b378-4488-9e01-efae9a28ac86 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:47.920421 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c55e1981-7086-4423-93a2-2e0f194b1ccc req-0f330cf9-b378-4488-9e01-efae9a28ac86 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 932 time: 0.0821114 Aug 04 02:18:47.939267 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-6768d686-6665-4686-bcbd-c969d94092a7 None None] Provisioning complete for port 28e195d3-7f8d-4186-a5a3-77d9701c1821 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:18:47.940241 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6768d686-6665-4686-bcbd-c969d94092a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.946655 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6b25412f-1c4c-4560-9c2b-6a3323af62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6240a261-35be-46c8-a09b-0a772aadfa4e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.949139 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6b25412f-1c4c-4560-9c2b-6a3323af62f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:47.950232 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6b25412f-1c4c-4560-9c2b-6a3323af62f9 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/6240a261-35be-46c8-a09b-0a772aadfa4e HTTP/1.1" status: 204 len: 168 time: 0.3329699 Aug 04 02:18:47.982073 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25412f-1c4c-4560-9c2b-6a3323af62f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6240a261-35be-46c8-a09b-0a772aadfa4e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:48.012076 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-6768d686-6665-4686-bcbd-c969d94092a7 None None] Port 28e195d3-7f8d-4186-a5a3-77d9701c1821 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:18:48.075545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:48.116584 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c55e1981-7086-4423-93a2-2e0f194b1ccc req-0e07a6d2-f3c8-4a33-a72a-6b6ce81cf770 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734312 Aug 04 02:18:48.149259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d087d-b2c3-472e-af61-7574d3dca9ae req-2a7c75d7-7c4b-49bc-93cd-09ec1a60ea95 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:48.150738 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0c3d087d-b2c3-472e-af61-7574d3dca9ae req-2a7c75d7-7c4b-49bc-93cd-09ec1a60ea95 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0823317 Aug 04 02:18:48.265772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0c3d087d-b2c3-472e-af61-7574d3dca9ae req-0be35e9d-bac1-4a25-9d0d-148255380ea2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021607 Aug 04 02:18:48.302549 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53948) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:48.317544 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30800146-1898-40f3-97ad-a801ceb01d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.340318 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e195d3-7f8d-4186-a5a3-77d9701c1821 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:18:48.348403 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Publish callbacks [] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.361313 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Transition to ACTIVE for port object 28e195d3-7f8d-4186-a5a3-77d9701c1821 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:18:48.365593 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.399071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30800146-1898-40f3-97ad-a801ceb01d40 admin admin] Publish callbacks [] for security_group (31254471-9b5f-405d-96ed-2db65076504f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.403456 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-30800146-1898-40f3-97ad-a801ceb01d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (31254471-9b5f-405d-96ed-2db65076504f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.424788 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:48.447242 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-30800146-1898-40f3-97ad-a801ceb01d40 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=11bd4bf74ace4feeb93ff91cfc90a496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406453 Aug 04 02:18:48.448438 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53954) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:48.450538 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30800146-1898-40f3-97ad-a801ceb01d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31254471-9b5f-405d-96ed-2db65076504f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:48.453648 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:48.490904 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Attempting to bind port 28e195d3-7f8d-4186-a5a3-77d9701c1821 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:18:48.491245 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Attempting to bind port 28e195d3-7f8d-4186-a5a3-77d9701c1821 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:18:48.491975 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Attempting to bind port 28e195d3-7f8d-4186-a5a3-77d9701c1821 on network 80d80fb8-9b97-4237-a261-dc06b8102004 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:48.496686 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Port 28e195d3-7f8d-4186-a5a3-77d9701c1821 on network 80d80fb8-9b97-4237-a261-dc06b8102004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:18:48.497027 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Attempting to bind port 28e195d3-7f8d-4186-a5a3-77d9701c1821 on network 80d80fb8-9b97-4237-a261-dc06b8102004 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:18:48.503535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:18:48.503874 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Checking segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:18:48.504257 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Bound using segment: {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:18:48.504718 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Bound port: 28e195d3-7f8d-4186-a5a3-77d9701c1821, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df289bef-0dd1-42c7-9612-0e0cf367ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:18:48.505082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.510485 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e669ff8e-32f2-4b9e-8130-6f1f97d04437 admin admin] Publish callbacks [] for security_group (31254471-9b5f-405d-96ed-2db65076504f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.534420 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e669ff8e-32f2-4b9e-8130-6f1f97d04437 admin admin] Publish callbacks [] for security_group (31254471-9b5f-405d-96ed-2db65076504f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.583693 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:18:48.587128 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e669ff8e-32f2-4b9e-8130-6f1f97d04437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (31254471-9b5f-405d-96ed-2db65076504f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.588801 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:18:48.591789 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e669ff8e-32f2-4b9e-8130-6f1f97d04437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.593097 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e669ff8e-32f2-4b9e-8130-6f1f97d04437 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/31254471-9b5f-405d-96ed-2db65076504f HTTP/1.1" status: 204 len: 168 time: 0.1435664 Aug 04 02:18:48.598722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.603577 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669ff8e-32f2-4b9e-8130-6f1f97d04437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31254471-9b5f-405d-96ed-2db65076504f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:48.604148 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:48.604874 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:48.610239 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 1094 time: 0.8688872 Aug 04 02:18:48.610871 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:18:48.613541 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:18:48.646799 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:48.673656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6920097-f917-4b2c-8480-c4bf94fd86a2 service neutron] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:48.717575 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c47f24-1062-44bb-81d1-32769f23e862 x-openstack-request-id: req-44c47f24-1062-44bb-81d1-32769f23e862 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:18:48.717876 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:18:48.718128 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44c47f24-1062-44bb-81d1-32769f23e862 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:18:48.718684 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c47f24-1062-44bb-81d1-32769f23e862'] response: {'name': 'network-changed', 'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'status': 'completed', 'code': 200} Aug 04 02:18:48.731958 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-2b50785d-50cc-4ba4-b128-6195bebd7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:48.734221 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-2b50785d-50cc-4ba4-b128-6195bebd7a6e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1128 time: 0.0521276 Aug 04 02:18:48.787501 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-7fd661cc-d4bc-47a5-8dda-420ebf912e27 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 217 time: 0.0452929 Aug 04 02:18:48.792896 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 53966) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:48.867321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-994ba8a1-b918-4400-b825-88f36da0bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:48.877673 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-994ba8a1-b918-4400-b825-88f36da0bc74 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0771010 Aug 04 02:18:48.936955 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-0fc57908-e1e0-4e8b-99a2-10851914fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:48.938690 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-0fc57908-e1e0-4e8b-99a2-10851914fee6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472789 Aug 04 02:18:48.976074 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53974) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:48.993717 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ce965fa-cb10-4424-aeae-4a0219f4df6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.028881 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e322f82-450f-48ea-9c28-f34be87cef53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.081140 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ce965fa-cb10-4424-aeae-4a0219f4df6a admin admin] Publish callbacks [] for security_group (011d949d-b127-403c-9222-a41499a0a272), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.085395 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0ce965fa-cb10-4424-aeae-4a0219f4df6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (011d949d-b127-403c-9222-a41499a0a272), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.101554 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-472ee8b8-6ea0-4d77-b417-9dc1ded0d445 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552179 Aug 04 02:18:49.126935 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0ce965fa-cb10-4424-aeae-4a0219f4df6a admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=254dd7e132eb4feb80dc592337000fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487422 Aug 04 02:18:49.127797 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce965fa-cb10-4424-aeae-4a0219f4df6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011d949d-b127-403c-9222-a41499a0a272,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:49.130170 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53976) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:49.187892 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013b5cc9-89e1-4f90-872d-cffd1f37a25c admin admin] Publish callbacks [] for security_group (011d949d-b127-403c-9222-a41499a0a272), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.210922 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:49.213608 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013b5cc9-89e1-4f90-872d-cffd1f37a25c admin admin] Publish callbacks [] for security_group (011d949d-b127-403c-9222-a41499a0a272), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.220234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e322f82-450f-48ea-9c28-f34be87cef53 admin admin] Publish callbacks [] for security_group (6deed0c8-77d7-42ab-a2b9-07dd3f6bd322), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.246741 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4e322f82-450f-48ea-9c28-f34be87cef53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6deed0c8-77d7-42ab-a2b9-07dd3f6bd322), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.283028 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013b5cc9-89e1-4f90-872d-cffd1f37a25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (011d949d-b127-403c-9222-a41499a0a272), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.283426 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-013b5cc9-89e1-4f90-872d-cffd1f37a25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.284484 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-013b5cc9-89e1-4f90-872d-cffd1f37a25c admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/011d949d-b127-403c-9222-a41499a0a272 HTTP/1.1" status: 204 len: 168 time: 0.1534650 Aug 04 02:18:49.293406 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b5cc9-89e1-4f90-872d-cffd1f37a25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d949d-b127-403c-9222-a41499a0a272,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:49.355264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e322f82-450f-48ea-9c28-f34be87cef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deed0c8-77d7-42ab-a2b9-07dd3f6bd322,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:49.408805 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85332e39-dff1-42cc-b78d-01f6a0ef243c req-733f530c-655c-4080-a960-a192f12f68f1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959764 Aug 04 02:18:49.414358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33952-219e-4430-9d7d-9548a5db53e3 req-f8556826-3b4a-4896-bae4-f1bdd93365db tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:49.415995 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8fd33952-219e-4430-9d7d-9548a5db53e3 req-f8556826-3b4a-4896-bae4-f1bdd93365db tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.1988521 Aug 04 02:18:49.418537 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4e322f82-450f-48ea-9c28-f34be87cef53 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=b5150eed305142bc9cf3a5dfb48d2583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246231 Aug 04 02:18:49.421466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 53992) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:49.440870 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:49.445085 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:49.449562 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:49.493433 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a3434c81-fa38-46ad-a23d-cc9930ab2d9c admin admin] Publish callbacks [] for security_group (6deed0c8-77d7-42ab-a2b9-07dd3f6bd322), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.518349 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a3434c81-fa38-46ad-a23d-cc9930ab2d9c admin admin] Publish callbacks [] for security_group (6deed0c8-77d7-42ab-a2b9-07dd3f6bd322), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.522109 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3a546-8934-48d9-962e-6f741ff05de3 req-bf49ef72-3446-432a-bc2b-863caa1c51c3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:49.523858 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e3f3a546-8934-48d9-962e-6f741ff05de3 req-bf49ef72-3446-432a-bc2b-863caa1c51c3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0721908 Aug 04 02:18:49.540218 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8fd33952-219e-4430-9d7d-9548a5db53e3 req-1c84ce87-e690-4eb4-b763-2ba2b06c9612 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109877 Aug 04 02:18:49.589385 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e3f3a546-8934-48d9-962e-6f741ff05de3 req-3e6ae968-ed1a-492b-9a4c-31d4d67aaa81 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549541 Aug 04 02:18:49.591272 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a3434c81-fa38-46ad-a23d-cc9930ab2d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (6deed0c8-77d7-42ab-a2b9-07dd3f6bd322), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.604007 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a3434c81-fa38-46ad-a23d-cc9930ab2d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:49.612665 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a3434c81-fa38-46ad-a23d-cc9930ab2d9c admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/6deed0c8-77d7-42ab-a2b9-07dd3f6bd322 HTTP/1.1" status: 204 len: 168 time: 0.1828263 Aug 04 02:18:49.616912 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3434c81-fa38-46ad-a23d-cc9930ab2d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deed0c8-77d7-42ab-a2b9-07dd3f6bd322,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:49.736868 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-9ce1a791-17fd-4c06-934d-92b03df0ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:49.739197 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-9ce1a791-17fd-4c06-934d-92b03df0ce6f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1128 time: 0.0457718 Aug 04 02:18:49.841940 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-48809616-3dc6-422e-9214-9635961c2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:49.843454 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-48809616-3dc6-422e-9214-9635961c2181 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 909 time: 0.0958419 Aug 04 02:18:49.886251 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-7dd36438-d7b6-4d38-b6e6-bc1d4fa2bc89 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 217 time: 0.0356553 Aug 04 02:18:49.941283 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-66b62803-4e95-44e1-8174-e6e7779b9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:49.942761 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-66b62803-4e95-44e1-8174-e6e7779b9908 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0474327 Aug 04 02:18:49.997975 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-0e0d11fd-978d-4dee-b20f-f185ac025781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:49.999679 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-0e0d11fd-978d-4dee-b20f-f185ac025781 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464642 Aug 04 02:18:50.094875 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-dc65cefd-3eaf-46c7-bd00-7645b432893c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Aug 04 02:18:50.424974 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-902e7b3b-d0b7-4c7d-97f4-8bd042777dfd req-458f51fc-9b94-49a7-8a40-36f090b4bff1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235142 Aug 04 02:18:50.682014 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083f74e-9f6b-4b41-98b1-6077303484e0 req-3565f8df-8e40-4a22-a8e7-ea49282006d1 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:50.683567 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4083f74e-9f6b-4b41-98b1-6077303484e0 req-3565f8df-8e40-4a22-a8e7-ea49282006d1 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0656836 Aug 04 02:18:50.749800 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288cf0-5a93-4dcc-b8fa-38e5e665e9e8 req-a5fcfadb-28a4-4119-9084-7ddc1b287427 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:50.751287 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9288cf0-5a93-4dcc-b8fa-38e5e665e9e8 req-a5fcfadb-28a4-4119-9084-7ddc1b287427 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0668349 Aug 04 02:18:50.785773 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4083f74e-9f6b-4b41-98b1-6077303484e0 req-307afd58-b373-4823-9b82-637fe16dfef8 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914223 Aug 04 02:18:50.818351 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f9288cf0-5a93-4dcc-b8fa-38e5e665e9e8 req-27da48ae-9ee8-41ae-91f9-e73dca164b81 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608428 Aug 04 02:18:51.912702 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ed16f-55a6-4e34-815d-7c5d74ebca5f req-13bbe1a4-5174-4ff9-ab7c-8aa0529ae19b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:51.914059 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-491ed16f-55a6-4e34-815d-7c5d74ebca5f req-13bbe1a4-5174-4ff9-ab7c-8aa0529ae19b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0547271 Aug 04 02:18:51.960742 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c02b11-273b-4936-b176-86fe410cae1c req-c516b6f2-8332-4934-affa-8679d1f6b2c3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:51.962860 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d0c02b11-273b-4936-b176-86fe410cae1c req-c516b6f2-8332-4934-affa-8679d1f6b2c3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0695431 Aug 04 02:18:52.001953 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:52.011908 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-491ed16f-55a6-4e34-815d-7c5d74ebca5f req-9ef966f3-50b2-4bd2-9b87-5cff2c2fd661 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821602 Aug 04 02:18:52.034790 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d0c02b11-273b-4936-b176-86fe410cae1c req-f6039540-251a-43a9-bf83-df035bdfa4c7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622728 Aug 04 02:18:53.154328 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfef61-99cd-497c-90a6-e350278518dd req-42337927-161c-4a03-afc6-d86716629147 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:53.155819 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04cfef61-99cd-497c-90a6-e350278518dd req-42337927-161c-4a03-afc6-d86716629147 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0734551 Aug 04 02:18:53.185175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c044-4e62-408c-8be2-e71d3bd39fc0 req-07f821fe-5d42-446e-869e-9b24a7d484b7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:53.186669 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6305c044-4e62-408c-8be2-e71d3bd39fc0 req-07f821fe-5d42-446e-869e-9b24a7d484b7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0755262 Aug 04 02:18:53.235511 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04cfef61-99cd-497c-90a6-e350278518dd req-6a7b1200-d097-4d5d-8682-9c48ad083a74 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736461 Aug 04 02:18:53.246121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:53.259160 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6305c044-4e62-408c-8be2-e71d3bd39fc0 req-937dbc28-08c9-4597-8b1b-893a41fdbe2d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654912 Aug 04 02:18:54.394076 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ea4a2-80e2-4559-9776-55b6ceafcd69 req-ea29ce27-12a4-4585-ac4a-57c812dcb131 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:54.395608 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-505ea4a2-80e2-4559-9776-55b6ceafcd69 req-ea29ce27-12a4-4585-ac4a-57c812dcb131 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0834272 Aug 04 02:18:54.418254 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eaa53-3df6-4f3c-8a61-74a74bce1919 req-9684b87f-e52d-44c7-9a33-82abd6c66d22 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:54.419713 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c0eaa53-3df6-4f3c-8a61-74a74bce1919 req-9684b87f-e52d-44c7-9a33-82abd6c66d22 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0721729 Aug 04 02:18:54.484957 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-505ea4a2-80e2-4559-9776-55b6ceafcd69 req-33b5f9b5-25d4-4374-8d73-d04243e33db9 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821416 Aug 04 02:18:54.497618 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c0eaa53-3df6-4f3c-8a61-74a74bce1919 req-07af2f28-3300-4aa5-903b-8b3b70d7489d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705750 Aug 04 02:18:55.638772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870db49a-7d83-4909-a5d0-eb1e47f9f6d8 req-310de576-ec15-45ca-9207-d260d76ce5e8 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:55.640289 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-870db49a-7d83-4909-a5d0-eb1e47f9f6d8 req-310de576-ec15-45ca-9207-d260d76ce5e8 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0789816 Aug 04 02:18:55.665911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28409d-1155-4d37-b0f0-a4e6e71ccc08 req-429a89cf-6f8f-4524-9f2d-1a66623715a3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:55.667519 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ae28409d-1155-4d37-b0f0-a4e6e71ccc08 req-429a89cf-6f8f-4524-9f2d-1a66623715a3 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0777991 Aug 04 02:18:55.734969 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-870db49a-7d83-4909-a5d0-eb1e47f9f6d8 req-20805fc5-3a8c-481b-a3b1-37e95411289b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861456 Aug 04 02:18:55.749749 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ae28409d-1155-4d37-b0f0-a4e6e71ccc08 req-f8de55be-cdac-464f-8f85-afcc9c40189d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732930 Aug 04 02:18:55.825875 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:55.833371 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:56.856703 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bfdbb-07d6-4564-945e-52e3a09576d1 req-8a8510b0-00c1-4ee5-a166-3d05845ad2f5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:56.858359 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c17bfdbb-07d6-4564-945e-52e3a09576d1 req-8a8510b0-00c1-4ee5-a166-3d05845ad2f5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0505593 Aug 04 02:18:56.914623 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c17bfdbb-07d6-4564-945e-52e3a09576d1 req-503e6e4f-271e-4ed7-b31c-d3951170689b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502331 Aug 04 02:18:57.013415 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d9b7-ec09-4f00-85dd-4dd09b8b121f req-5e989275-7569-44dc-82d0-4e26ef308ea5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:57.014951 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c7c3d9b7-ec09-4f00-85dd-4dd09b8b121f req-5e989275-7569-44dc-82d0-4e26ef308ea5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0561817 Aug 04 02:18:57.087498 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c7c3d9b7-ec09-4f00-85dd-4dd09b8b121f req-93f2b6fa-d5da-4ef7-afd7-ad76836cc05c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606375 Aug 04 02:18:57.358316 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54098) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:57.466293 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.545323 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Publish callbacks [] for security_group (a346365c-43c0-49f4-8487-f69a5078772a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.548887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a346365c-43c0-49f4-8487-f69a5078772a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.586966 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346365c-43c0-49f4-8487-f69a5078772a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:57.591470 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=e173117d16a24d84bbb30394b7f06503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320704 Aug 04 02:18:57.594264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54102) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:57.597544 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.597894 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.598240 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.598587 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.598920 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.599252 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.599580 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.599907 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.600234 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.600558 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.600914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.601240 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.601565 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.601885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.602204 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f80bd0e-9de3-4368-a6df-020a055b958a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:18:57.642818 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8191f962-eef5-47c6-acff-342e5a919304 admin admin] Publish callbacks [] for security_group (a346365c-43c0-49f4-8487-f69a5078772a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.665184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8191f962-eef5-47c6-acff-342e5a919304 admin admin] Publish callbacks [] for security_group (a346365c-43c0-49f4-8487-f69a5078772a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.713878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8191f962-eef5-47c6-acff-342e5a919304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a346365c-43c0-49f4-8487-f69a5078772a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.716279 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8191f962-eef5-47c6-acff-342e5a919304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:57.717470 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8191f962-eef5-47c6-acff-342e5a919304 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a346365c-43c0-49f4-8487-f69a5078772a HTTP/1.1" status: 204 len: 168 time: 0.1221604 Aug 04 02:18:57.725255 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191f962-eef5-47c6-acff-342e5a919304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346365c-43c0-49f4-8487-f69a5078772a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:57.867623 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:18:57.967649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:18:57.971595 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:58.020676 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54110) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:58.035605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21437771-1051-484d-9f28-79c7f4587aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.050495 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d714ce9-a92b-4187-94ad-021a64668750 req-4c342b59-4f74-4dd1-b327-293b2febbc5d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:58.052098 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d714ce9-a92b-4187-94ad-021a64668750 req-4c342b59-4f74-4dd1-b327-293b2febbc5d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0550632 Aug 04 02:18:58.088315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:58.089276 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:58.101442 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'port_id': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'mac_address': 'fa:16:3e:88:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:18:58.110281 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d714ce9-a92b-4187-94ad-021a64668750 req-6d665cb0-bf6e-4454-93d8-4a7671f2c3c6 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522714 Aug 04 02:18:58.120594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21437771-1051-484d-9f28-79c7f4587aaf admin admin] Publish callbacks [] for security_group (bdb1067d-724e-4ed0-b740-95fbc35e3c07), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.126235 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-21437771-1051-484d-9f28-79c7f4587aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bdb1067d-724e-4ed0-b740-95fbc35e3c07), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.146174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 28e195d3-7f8d-4186-a5a3-77d9701c1821 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:18:58.146803 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.161033 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e195d3-7f8d-4186-a5a3-77d9701c1821 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:18:58.168149 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21437771-1051-484d-9f28-79c7f4587aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1067d-724e-4ed0-b740-95fbc35e3c07,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:58.177100 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-21437771-1051-484d-9f28-79c7f4587aaf admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=12b286c70c914b1a82c2ba1f0fbb3a03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552646 Aug 04 02:18:58.179657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54114) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:18:58.187853 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:18:58.195229 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.231986 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3e9ce-cb72-4f5d-a441-01cc6de767c5 req-30900dac-b686-4d47-8e36-accce05cc393 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:58.233525 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8bf3e9ce-cb72-4f5d-a441-01cc6de767c5 req-30900dac-b686-4d47-8e36-accce05cc393 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0583146 Aug 04 02:18:58.243460 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437d3885-4018-4d96-acbf-7b655cbec899 admin admin] Publish callbacks [] for security_group (bdb1067d-724e-4ed0-b740-95fbc35e3c07), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.245354 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:58.266764 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437d3885-4018-4d96-acbf-7b655cbec899 admin admin] Publish callbacks [] for security_group (bdb1067d-724e-4ed0-b740-95fbc35e3c07), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.289465 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8bf3e9ce-cb72-4f5d-a441-01cc6de767c5 req-38f38114-60ed-41a1-809f-4c961ee8f881 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488470 Aug 04 02:18:58.316350 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437d3885-4018-4d96-acbf-7b655cbec899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bdb1067d-724e-4ed0-b740-95fbc35e3c07), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.318949 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-437d3885-4018-4d96-acbf-7b655cbec899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:18:58.320110 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-437d3885-4018-4d96-acbf-7b655cbec899 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/bdb1067d-724e-4ed0-b740-95fbc35e3c07 HTTP/1.1" status: 204 len: 168 time: 0.1388645 Aug 04 02:18:58.328772 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d3885-4018-4d96-acbf-7b655cbec899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1067d-724e-4ed0-b740-95fbc35e3c07,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:18:58.504464 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['28e195d3-7f8d-4186-a5a3-77d9701c1821'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:18:59.228326 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:18:59.243650 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5a990-1f87-460d-8aca-4c848a6c6bce req-cb5a03e0-fca4-45ea-a3a3-2484a7867aa0 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:59.245195 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9f5a990-1f87-460d-8aca-4c848a6c6bce req-cb5a03e0-fca4-45ea-a3a3-2484a7867aa0 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 945 time: 0.0525465 Aug 04 02:18:59.301077 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9f5a990-1f87-460d-8aca-4c848a6c6bce req-fc029e1c-22c0-4da8-9a50-3703db753819 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498750 Aug 04 02:18:59.411341 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffebe3-e273-46f4-96cc-5f31242474c0 req-6e888109-d4fa-42f9-80d5-387a6347120b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:18:59.413059 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73ffebe3-e273-46f4-96cc-5f31242474c0 req-6e888109-d4fa-42f9-80d5-387a6347120b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0485313 Aug 04 02:18:59.465262 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73ffebe3-e273-46f4-96cc-5f31242474c0 req-96a49109-d785-42c3-ad1d-85731dc6ca42 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Aug 04 02:18:59.972104 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:19:00.018293 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 28e195d3-7f8d-4186-a5a3-77d9701c1821 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:19:00.024123 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 28e195d3-7f8d-4186-a5a3-77d9701c1821 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:19:00.024532 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:00.112113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 28e195d3-7f8d-4186-a5a3-77d9701c1821 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:00.112504 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:00.136520 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:00.138877 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0588bc-3eff-4506-9821-3d34fbdb74fb" -d '{"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-plugged", "status": "completed", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:00.151974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:00.156395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:00.182814 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f35d5f-cdb0-4039-8dde-5d8745c7e642 x-openstack-request-id: req-33f35d5f-cdb0-4039-8dde-5d8745c7e642 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:00.183102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-plugged", "status": "completed", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:00.183352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33f35d5f-cdb0-4039-8dde-5d8745c7e642 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:00.183744 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f35d5f-cdb0-4039-8dde-5d8745c7e642'] response: {'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'code': 200} Aug 04 02:19:00.207887 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:00.423204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cd36a-cbe8-4c56-8aed-95404832db4d req-6908206f-bfc0-4dfb-b571-468edf24012c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:00.424687 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-610cd36a-cbe8-4c56-8aed-95404832db4d req-6908206f-bfc0-4dfb-b571-468edf24012c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0488977 Aug 04 02:19:00.484486 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb831130-3c2f-405f-8a87-5b8de78f6c5f req-bd143b9e-b9cb-4fdc-9bd1-2000a5da20c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:00.485979 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb831130-3c2f-405f-8a87-5b8de78f6c5f req-bd143b9e-b9cb-4fdc-9bd1-2000a5da20c6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1130 time: 0.0604618 Aug 04 02:19:00.516358 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-610cd36a-cbe8-4c56-8aed-95404832db4d req-1d0f742e-951e-490f-b5b1-dca95645adad tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835228 Aug 04 02:19:00.557883 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb831130-3c2f-405f-8a87-5b8de78f6c5f req-33246133-9158-41db-b488-32580a754dd7 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616755 Aug 04 02:19:00.590985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b02994-c05f-4e44-bea0-e8bcc1f348ec req-2331cd7a-20dc-4f9b-91e1-3f4cd8831f06 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:00.592416 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b02994-c05f-4e44-bea0-e8bcc1f348ec req-2331cd7a-20dc-4f9b-91e1-3f4cd8831f06 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0507643 Aug 04 02:19:00.638890 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b02994-c05f-4e44-bea0-e8bcc1f348ec req-5a266ed1-ce06-4374-b778-abe515bcc485 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Aug 04 02:19:01.657304 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be88f8-6033-40f9-b313-ce4d505c9325 req-b9c0c1c4-2d8e-417e-82bf-47be804f9d84 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:01.658963 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09be88f8-6033-40f9-b313-ce4d505c9325 req-b9c0c1c4-2d8e-417e-82bf-47be804f9d84 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0551133 Aug 04 02:19:01.714351 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09be88f8-6033-40f9-b313-ce4d505c9325 req-662cc563-1551-4b78-8af7-2e9ba3d9cb44 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497994 Aug 04 02:19:01.759836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483aa302-4e92-4a5e-9d99-ee388d698511 req-8034405a-b1a5-4d43-8b65-903946897a6a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:01.761329 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-483aa302-4e92-4a5e-9d99-ee388d698511 req-8034405a-b1a5-4d43-8b65-903946897a6a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0461342 Aug 04 02:19:01.807484 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-483aa302-4e92-4a5e-9d99-ee388d698511 req-1b582fbb-146a-40bd-ab49-06eed18b6ea6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Aug 04 02:19:02.850253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2a353-891b-42f2-a6ed-acc9cbb005f9 req-4a7ee032-b964-4167-b3f6-a46573f7b890 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:02.858701 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41b2a353-891b-42f2-a6ed-acc9cbb005f9 req-4a7ee032-b964-4167-b3f6-a46573f7b890 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0681112 Aug 04 02:19:02.925989 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-41b2a353-891b-42f2-a6ed-acc9cbb005f9 req-b88b9b86-3047-445f-8a61-a16e1569dbf9 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634689 Aug 04 02:19:02.970826 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c2a02-5ec4-41fc-866f-5ff81c17f017 req-884ac8d1-c993-453d-a357-b2012a9bf9cc tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:02.972348 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3e0c2a02-5ec4-41fc-866f-5ff81c17f017 req-884ac8d1-c993-453d-a357-b2012a9bf9cc tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0653620 Aug 04 02:19:03.026041 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3e0c2a02-5ec4-41fc-866f-5ff81c17f017 req-edf6f4fc-a1a1-4ab8-99bf-bbcaab53f1f9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470741 Aug 04 02:19:03.403078 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812a3f8-1e99-4f05-a708-cb3d09ac476a req-a8164614-8b20-4003-accb-45fe7c9f9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:03.404698 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9812a3f8-1e99-4f05-a708-cb3d09ac476a req-a8164614-8b20-4003-accb-45fe7c9f9498 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1129 time: 0.0419683 Aug 04 02:19:03.448136 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:03.455507 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9812a3f8-1e99-4f05-a708-cb3d09ac476a req-cdb4d700-200c-493d-86d1-c26214ad0c9e service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Aug 04 02:19:03.473875 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54248) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:03.581780 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05f47b57-b867-4913-831d-52948aab9525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.632501 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:03.660214 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:03.662615 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05f47b57-b867-4913-831d-52948aab9525 admin admin] Publish callbacks [] for security_group (65049c16-13bf-424e-9251-5256f1b78d5d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.667234 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-05f47b57-b867-4913-831d-52948aab9525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (65049c16-13bf-424e-9251-5256f1b78d5d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.721653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f47b57-b867-4913-831d-52948aab9525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65049c16-13bf-424e-9251-5256f1b78d5d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:03.741171 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-05f47b57-b867-4913-831d-52948aab9525 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=bc0f3e996b574189a7a4359d1aa64c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658670 Aug 04 02:19:03.741964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54254) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:03.799459 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c548c03-97c3-4570-822c-c2760a367127 admin admin] Publish callbacks [] for security_group (65049c16-13bf-424e-9251-5256f1b78d5d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.822742 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c548c03-97c3-4570-822c-c2760a367127 admin admin] Publish callbacks [] for security_group (65049c16-13bf-424e-9251-5256f1b78d5d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.871215 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c548c03-97c3-4570-822c-c2760a367127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (65049c16-13bf-424e-9251-5256f1b78d5d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.874166 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c548c03-97c3-4570-822c-c2760a367127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:03.875619 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5c548c03-97c3-4570-822c-c2760a367127 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/65049c16-13bf-424e-9251-5256f1b78d5d HTTP/1.1" status: 204 len: 168 time: 0.1325397 Aug 04 02:19:03.884914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c548c03-97c3-4570-822c-c2760a367127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65049c16-13bf-424e-9251-5256f1b78d5d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:04.044999 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cb047-5f97-4a68-b167-24c6645c5431 req-3c49a90f-a5d0-4c2a-8942-426a0671b320 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:04.046527 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a5cb047-5f97-4a68-b167-24c6645c5431 req-3c49a90f-a5d0-4c2a-8942-426a0671b320 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0801914 Aug 04 02:19:04.085732 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95bc9-5a5f-4d86-915a-10101bf29e05 req-bac407c8-6d4b-4328-b175-048334fa946e tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:04.087278 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8cc95bc9-5a5f-4d86-915a-10101bf29e05 req-bac407c8-6d4b-4328-b175-048334fa946e tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0796435 Aug 04 02:19:04.120878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:04.138363 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8a5cb047-5f97-4a68-b167-24c6645c5431 req-fce9d2e7-e5df-4ba6-871c-42b7ec10942a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837464 Aug 04 02:19:04.165114 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8cc95bc9-5a5f-4d86-915a-10101bf29e05 req-d851e1bb-afb2-4df1-a0cd-7920fc96969b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704100 Aug 04 02:19:04.196176 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54276) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:04.212800 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e8830-1058-4efe-83d6-d4b93e953869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.276133 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49bc19-d87e-4ef0-ab0a-a456717b9840 req-579e65e4-4c71-4fdf-8c12-108520d6cb9a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:04.277964 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef49bc19-d87e-4ef0-ab0a-a456717b9840 req-579e65e4-4c71-4fdf-8c12-108520d6cb9a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0592222 Aug 04 02:19:04.302809 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e8830-1058-4efe-83d6-d4b93e953869 admin admin] Publish callbacks [] for security_group (e7fdab66-f81d-48ff-8845-e6b5d1bdedf1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.307472 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-560e8830-1058-4efe-83d6-d4b93e953869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e7fdab66-f81d-48ff-8845-e6b5d1bdedf1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.343864 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2025895-f406-4176-b0dc-6bcedcfbbefa req-87e60163-bd83-4e27-b750-e4232b1f4ee5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:04.345461 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2025895-f406-4176-b0dc-6bcedcfbbefa req-87e60163-bd83-4e27-b750-e4232b1f4ee5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0665276 Aug 04 02:19:04.346923 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e8830-1058-4efe-83d6-d4b93e953869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fdab66-f81d-48ff-8845-e6b5d1bdedf1,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:04.355190 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-560e8830-1058-4efe-83d6-d4b93e953869 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=51859e4f18fd421eb00ab2063f172989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569562 Aug 04 02:19:04.355798 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54278) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:04.379205 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.392402 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef49bc19-d87e-4ef0-ab0a-a456717b9840 req-1ce25f1e-e362-4b4d-b966-9ef0b7f6bde5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030381 Aug 04 02:19:04.411046 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f9f623f-c401-42dd-8c83-1bc06bc4a35e admin admin] Publish callbacks [] for security_group (e7fdab66-f81d-48ff-8845-e6b5d1bdedf1), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.432697 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2025895-f406-4176-b0dc-6bcedcfbbefa req-250e677d-4181-490d-8e94-cb2d6bf8112e tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624566 Aug 04 02:19:04.436035 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f9f623f-c401-42dd-8c83-1bc06bc4a35e admin admin] Publish callbacks [] for security_group (e7fdab66-f81d-48ff-8845-e6b5d1bdedf1), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.460582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54280) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:04.486513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f9f623f-c401-42dd-8c83-1bc06bc4a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e7fdab66-f81d-48ff-8845-e6b5d1bdedf1), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.489135 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f9f623f-c401-42dd-8c83-1bc06bc4a35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.490301 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6f9f623f-c401-42dd-8c83-1bc06bc4a35e admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/e7fdab66-f81d-48ff-8845-e6b5d1bdedf1 HTTP/1.1" status: 204 len: 168 time: 0.1332209 Aug 04 02:19:04.499413 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f623f-c401-42dd-8c83-1bc06bc4a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fdab66-f81d-48ff-8845-e6b5d1bdedf1,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:04.732046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2785e6-ef7a-4a69-9f37-e0be946208d9 tempest-TestShelveInstance-224277938 tempest-TestShelveInstance-224277938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:04.733605 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-da2785e6-ef7a-4a69-9f37-e0be946208d9 tempest-TestShelveInstance-224277938 tempest-TestShelveInstance-224277938-project-admin] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1125 time: 0.2719531 Aug 04 02:19:04.736598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54288) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:04.740825 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'port_id': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:04.765046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.854195 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:04.965792 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Allocated IP 172.27.4.205 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/17ad7d6c-8602-4552-bf24-702bb7c9f6d6) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:19:05.080479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:05.115754 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:05.153912 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:19:05.161684 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:19:05.165764 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:19:05.209184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:05.246513 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'Port': ['ID=17ad7d6c-8602-4552-bf24-702bb7c9f6d6,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:05.289715 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:05.291919 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.292272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.292644 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.293058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.293316 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.293650 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.293980 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.294332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.294639 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.295014 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.295291 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.295619 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.295946 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.296252 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.296572 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:05.339519 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-134eb468-b2d1-4b86-858f-401024179a88 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287873 Aug 04 02:19:05.352202 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aecb2-972c-4ee2-835f-b1ff12ea7e59 req-b4bc93bd-6a60-42c6-8a2a-a9b188bd8553 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:05.354257 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b22aecb2-972c-4ee2-835f-b1ff12ea7e59 req-b4bc93bd-6a60-42c6-8a2a-a9b188bd8553 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1291270 Aug 04 02:19:05.521829 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-b0f4e1c2-8113-4a09-ac7b-432f0566780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:05.523395 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-b0f4e1c2-8113-4a09-ac7b-432f0566780b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 1130 time: 0.1293316 Aug 04 02:19:05.626236 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b22aecb2-972c-4ee2-835f-b1ff12ea7e59 req-a75a7d54-7300-42c8-bdfa-1c19297b0113 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624664 Aug 04 02:19:05.672307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3294de-f20b-495d-ac1f-27a25e4603d7 req-4a2dd2f4-9d24-483b-8f95-a852dd4fe254 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:05.673878 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e3294de-f20b-495d-ac1f-27a25e4603d7 req-4a2dd2f4-9d24-483b-8f95-a852dd4fe254 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.1781609 Aug 04 02:19:05.815057 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e3294de-f20b-495d-ac1f-27a25e4603d7 req-675a2785-10c8-4958-b57a-ea689d663ba1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034153 Aug 04 02:19:05.815057 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-8452c28b-22aa-4ebd-b0cf-3b94cb969229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:05.815057 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-8452c28b-22aa-4ebd-b0cf-3b94cb969229 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.2181606 Aug 04 02:19:05.890531 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-639ac64c-ceaf-4b31-81c0-11d3f276d03a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 HTTP/1.1" status: 200 len: 217 time: 0.0448182 Aug 04 02:19:06.005319 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-7ef10f5b-2a56-45d9-ac97-d877c8305d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.007656 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-7ef10f5b-2a56-45d9-ac97-d877c8305d8f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0899124 Aug 04 02:19:06.104504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for floatingip (1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:06.149784 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-225acfa8-7891-4db8-84b1-6c3456b3cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.152415 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-225acfa8-7891-4db8-84b1-6c3456b3cb07 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1322262 Aug 04 02:19:06.157237 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-0d3795aa-8532-4c70-ac82-fdf3207bc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.158587 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-0d3795aa-8532-4c70-ac82-fdf3207bc060 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 1129 time: 0.1279409 Aug 04 02:19:06.177443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f17b6-90fb-4779-b615-3d22a29d01a6 req-35572c42-cfad-4358-a23c-22b49e153894 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.178869 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a89f17b6-90fb-4779-b615-3d22a29d01a6 req-35572c42-cfad-4358-a23c-22b49e153894 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.1060359 Aug 04 02:19:06.300438 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:06.337007 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:06.624049 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:06.660851 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a89f17b6-90fb-4779-b615-3d22a29d01a6 req-262c2171-1445-4b8c-8607-d5122d976439 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657505 Aug 04 02:19:06.695291 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-6109ca30-d102-4637-a783-522350889756 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239315 Aug 04 02:19:06.700714 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-6f6d9e11-692e-4dbb-8c8d-b884d022d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.702305 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-6f6d9e11-692e-4dbb-8c8d-b884d022d9bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.5359857 Aug 04 02:19:06.828331 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-a42ff3e7-22a4-4588-89c3-9c5af000740f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 200 len: 217 time: 0.1098998 Aug 04 02:19:06.924728 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06ae8f-efdc-4b40-bdd9-8cafb9e7dbec req-2f031b53-d1a7-4731-bed1-26c242c0cacf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.926208 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a06ae8f-efdc-4b40-bdd9-8cafb9e7dbec req-2f031b53-d1a7-4731-bed1-26c242c0cacf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.2067549 Aug 04 02:19:06.981820 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-19e085a6-4108-452a-8dd8-ad2190838378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:06.983255 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-19e085a6-4108-452a-8dd8-ad2190838378 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.1231866 Aug 04 02:19:07.057576 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52943430-3140-4e42-ab8d-fc737c5b07e9 req-6ead62f8-a9ae-4cee-b23e-d14b2ef01d29 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370485 Aug 04 02:19:07.083400 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-f1038965-376e-4c59-9188-f8cf3f9be114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:07.085091 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-f1038965-376e-4c59-9188-f8cf3f9be114 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0929716 Aug 04 02:19:07.093443 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a06ae8f-efdc-4b40-bdd9-8cafb9e7dbec req-033d8ba0-ee5a-47b5-8f29-da261f621699 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566060 Aug 04 02:19:07.097316 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:07.118204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:07.219491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:07.240142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event updated for resources: {'Port': ['ID=17ad7d6c-8602-4552-bf24-702bb7c9f6d6,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:07.246472 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:07.291301 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-8585f0cd-7d23-4f4b-9b4f-dd5a749581f2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914043 Aug 04 02:19:07.355161 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Floating IP 1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a associated. External IP: 172.27.4.205, port: 28e195d3-7f8d-4186-a5a3-77d9701c1821. Aug 04 02:19:07.505775 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:07.579697 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f677cddc-ed9c-4d76-8106-f55cd17654bf req-b9bd8f81-28fa-4b6a-b160-96a1cbb50c5b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535125 Aug 04 02:19:07.636500 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:19:07.772227 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:19:07.783598 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] Sync routers for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:19:07.796497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:19:07.797787 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:07.806971 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43666e5-b882-4eca-aca4-126db3ac27c7 req-07ec3701-8ba4-44d2-bed7-c66d96f7f41f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:07.808680 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a43666e5-b882-4eca-aca4-126db3ac27c7 req-07ec3701-8ba4-44d2-bed7-c66d96f7f41f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0657661 Aug 04 02:19:07.811805 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:07.864963 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:07.868204 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ce44d7f7-8f5d-42d8-825b-5ac05e16e6f7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1305454 Aug 04 02:19:07.875481 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:07.877672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c4d63e-716c-44c5-902e-063c84af4191" -d '{"events": [{"name": "network-changed", "server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:07.901605 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a43666e5-b882-4eca-aca4-126db3ac27c7 req-08cfa53a-9f97-4ea4-a3f7-f01da0b3a0df tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861073 Aug 04 02:19:07.939424 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:19:07.950694 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df565cc7-6137-497c-bd58-feb8a7785ede x-openstack-request-id: req-df565cc7-6137-497c-bd58-feb8a7785ede {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:07.951070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:07.951388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df565cc7-6137-497c-bd58-feb8a7785ede {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:07.951858 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df565cc7-6137-497c-bd58-feb8a7785ede'] response: {'name': 'network-changed', 'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'status': 'completed', 'code': 200} Aug 04 02:19:08.069044 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d63e-716c-44c5-902e-063c84af4191 req-f23a729e-56f8-4df8-ba6e-627c58744b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:08.070722 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-f23a729e-56f8-4df8-ba6e-627c58744b64 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1130 time: 0.0470893 Aug 04 02:19:08.201949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d63e-716c-44c5-902e-063c84af4191 req-3d4e54cc-9d14-427d-94ea-4260c12d9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:08.203339 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-3d4e54cc-9d14-427d-94ea-4260c12d9590 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 909 time: 0.1176777 Aug 04 02:19:08.247312 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8db57-8786-4a86-9457-2cc8b6070943 req-35826894-08a2-484e-8611-141ab977446e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:08.249053 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91b8db57-8786-4a86-9457-2cc8b6070943 req-35826894-08a2-484e-8611-141ab977446e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0577097 Aug 04 02:19:08.303559 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-91b8db57-8786-4a86-9457-2cc8b6070943 req-699de51f-cca4-4161-b6ea-d8cf7a9115a9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479312 Aug 04 02:19:08.356483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:08.359166 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:08.364692 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'floating_ip_address': '172.27.4.205', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'port_id': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'mac_address': 'fa:16:3e:88:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135cf505-eb65-44df-b01d-9298d43f41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:05Z', 'updated_at': '2022-08-04T02:19:05Z', 'revision_number': 0, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:15Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:08.393168 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] Checking router: 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:19:08.402489 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:19:08.403124 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:18:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:08.512498 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:08.515456 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:19:08.742724 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'floating_ip_address': '172.27.4.205', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'port_id': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'mac_address': 'fa:16:3e:88:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135cf505-eb65-44df-b01d-9298d43f41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:05Z', 'updated_at': '2022-08-04T02:19:05Z', 'revision_number': 0, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:15Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:08.777625 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd589f-818b-41d1-a7f2-cb332d022fb0 None None] The sync data for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi is: [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'floating_ip_address': '172.27.4.205', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'port_id': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'mac_address': 'fa:16:3e:88:ea:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135cf505-eb65-44df-b01d-9298d43f41ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:05Z', 'updated_at': '2022-08-04T02:19:05Z', 'revision_number': 0, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:15Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:19:08.998702 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd9e057-8d06-4123-adbd-5331fc3b7600 None None] New status for floating IP 1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:19:09.034671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5ff0c-212d-42bb-a0a5-c5d1ba6047f9 req-c90405ad-1aba-4b4d-b77b-5f9c3ec9d6b2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:09.036137 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ad5ff0c-212d-42bb-a0a5-c5d1ba6047f9 req-c90405ad-1aba-4b4d-b77b-5f9c3ec9d6b2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0484884 Aug 04 02:19:09.080637 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:09.086377 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ad5ff0c-212d-42bb-a0a5-c5d1ba6047f9 req-3765e877-85d0-45e8-ac41-5ce483c21616 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Aug 04 02:19:09.326324 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3d08a790-9075-4df7-a5c5-750e78efa711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:09.445342 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f71600-82fd-46ee-b090-67a90ff0d10a req-3f61e183-2a5f-4b78-acff-bd9f73d44fab tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:09.447082 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d7f71600-82fd-46ee-b090-67a90ff0d10a req-3f61e183-2a5f-4b78-acff-bd9f73d44fab tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0603380 Aug 04 02:19:09.505771 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d7f71600-82fd-46ee-b090-67a90ff0d10a req-9b405538-f10c-4e97-addb-839305f2ccb8 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518436 Aug 04 02:19:09.652387 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-1a9b076a-e21f-43ee-8d01-0538ea891f7a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 1002 time: 0.0618849 Aug 04 02:19:09.799631 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d63e-716c-44c5-902e-063c84af4191 req-f7c06bfc-9166-4618-a0a5-04818e139272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:09.802952 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-f7c06bfc-9166-4618-a0a5-04818e139272 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0524530 Aug 04 02:19:09.857358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d63e-716c-44c5-902e-063c84af4191 req-7a967727-87c7-4387-88a3-a3e242d21298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:09.858933 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-7a967727-87c7-4387-88a3-a3e242d21298 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430579 Aug 04 02:19:09.976474 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54412) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:10.089598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8013-9fce-4f8a-8ac6-e3d4848f7cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.126530 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:10.217098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8013-9fce-4f8a-8ac6-e3d4848f7cc9 admin admin] Publish callbacks [] for security_group (2bb3ec7f-9abf-4c34-936e-a4ebc58afb76), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.224900 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2b4e8013-9fce-4f8a-8ac6-e3d4848f7cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (2bb3ec7f-9abf-4c34-936e-a4ebc58afb76), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.252013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4892b4b-d71a-4c41-abcc-41ed5f2daf19 req-cbec594f-e9a5-4984-96eb-29e3b5a60b2e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:10.253503 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4892b4b-d71a-4c41-abcc-41ed5f2daf19 req-cbec594f-e9a5-4984-96eb-29e3b5a60b2e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0733542 Aug 04 02:19:10.308016 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2b4e8013-9fce-4f8a-8ac6-e3d4848f7cc9 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=6408c1efb7d64efca45be9312a95e01a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301497 Aug 04 02:19:10.310474 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54420) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:10.337493 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e8013-9fce-4f8a-8ac6-e3d4848f7cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3ec7f-9abf-4c34-936e-a4ebc58afb76,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:10.365391 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-44104f77-e24d-4225-bbb0-b1df5dd0a384 admin admin] Publish callbacks [] for security_group (2bb3ec7f-9abf-4c34-936e-a4ebc58afb76), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.387670 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d4892b4b-d71a-4c41-abcc-41ed5f2daf19 req-27286b7a-61a0-4115-9c57-8295adfe2ecc tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236651 Aug 04 02:19:10.388941 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-44104f77-e24d-4225-bbb0-b1df5dd0a384 admin admin] Publish callbacks [] for security_group (2bb3ec7f-9abf-4c34-936e-a4ebc58afb76), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.411289 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-b81503a3-a993-4c7a-b123-05eb542634ba service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406653 Aug 04 02:19:10.440690 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-44104f77-e24d-4225-bbb0-b1df5dd0a384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (2bb3ec7f-9abf-4c34-936e-a4ebc58afb76), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.443862 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-44104f77-e24d-4225-bbb0-b1df5dd0a384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.448914 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-44104f77-e24d-4225-bbb0-b1df5dd0a384 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/2bb3ec7f-9abf-4c34-936e-a4ebc58afb76 HTTP/1.1" status: 204 len: 168 time: 0.1372948 Aug 04 02:19:10.456993 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:10.458141 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104f77-e24d-4225-bbb0-b1df5dd0a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3ec7f-9abf-4c34-936e-a4ebc58afb76,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:10.587823 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-49c4d63e-716c-44c5-902e-063c84af4191 req-10fa14a8-e19b-4d6b-aa04-d45240606759 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417053 Aug 04 02:19:10.651608 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff653bf-fba7-4632-9fe9-84cce19044ae req-d53f8431-b1b2-45c4-8505-8f094730c38c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:10.657249 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ff653bf-fba7-4632-9fe9-84cce19044ae req-d53f8431-b1b2-45c4-8505-8f094730c38c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0634291 Aug 04 02:19:10.716896 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ff653bf-fba7-4632-9fe9-84cce19044ae req-c9e060fe-b47b-443b-9758-5fbea1da1eba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563047 Aug 04 02:19:10.875646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54440) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:10.889843 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-515ffb0f-eecf-44fb-9979-f1864cad2617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.977616 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-515ffb0f-eecf-44fb-9979-f1864cad2617 admin admin] Publish callbacks [] for security_group (9363d0a1-551e-4f28-8011-a994b8db483a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:10.982681 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-515ffb0f-eecf-44fb-9979-f1864cad2617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9363d0a1-551e-4f28-8011-a994b8db483a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:11.025456 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-515ffb0f-eecf-44fb-9979-f1864cad2617 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=1e1c1955d4764fd1817462179a09bf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480362 Aug 04 02:19:11.026406 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ffb0f-eecf-44fb-9979-f1864cad2617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9363d0a1-551e-4f28-8011-a994b8db483a,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:11.029111 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54448) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:11.083302 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-33254f02-bc4e-4bdd-ab15-217aa104b2d7 admin admin] Publish callbacks [] for security_group (9363d0a1-551e-4f28-8011-a994b8db483a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:11.101667 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:11.107270 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-33254f02-bc4e-4bdd-ab15-217aa104b2d7 admin admin] Publish callbacks [] for security_group (9363d0a1-551e-4f28-8011-a994b8db483a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:11.161753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-33254f02-bc4e-4bdd-ab15-217aa104b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9363d0a1-551e-4f28-8011-a994b8db483a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:11.164593 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-33254f02-bc4e-4bdd-ab15-217aa104b2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:11.168688 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-33254f02-bc4e-4bdd-ab15-217aa104b2d7 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/9363d0a1-551e-4f28-8011-a994b8db483a HTTP/1.1" status: 204 len: 168 time: 0.1354375 Aug 04 02:19:11.175436 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33254f02-bc4e-4bdd-ab15-217aa104b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363d0a1-551e-4f28-8011-a994b8db483a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:11.485676 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5011fa8d-a82b-4fee-9290-2d4e97d85cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:11.512143 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397319c-611e-4556-87ec-fac38d1355df req-2f7f2920-2c79-485d-a7b0-d1362bc73abf tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:11.513799 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b397319c-611e-4556-87ec-fac38d1355df req-2f7f2920-2c79-485d-a7b0-d1362bc73abf tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Aug 04 02:19:11.564401 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b397319c-611e-4556-87ec-fac38d1355df req-ca4a4d85-b909-47d1-9435-ac617f704ebb tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Aug 04 02:19:11.885010 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aef31e-7eb5-49f0-9cb5-021930795d3d req-63a0a429-3705-49ed-833d-6796ccb49b7e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:11.886859 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6aef31e-7eb5-49f0-9cb5-021930795d3d req-63a0a429-3705-49ed-833d-6796ccb49b7e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0678694 Aug 04 02:19:11.944666 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b6aef31e-7eb5-49f0-9cb5-021930795d3d req-13f80a01-ecd8-41e5-afc5-0c6d3467c01a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493493 Aug 04 02:19:12.731497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.036378 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54554) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:13.042184 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259445828', 'description': 'tempest-description--1941007523'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:13.051994 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:13.068062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.084443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551f7f1-390e-4024-8834-b2f9e2c648ea req-19136b82-5d09-432d-ae32-5184fc8e6e05 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:13.086424 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e551f7f1-390e-4024-8834-b2f9e2c648ea req-19136b82-5d09-432d-ae32-5184fc8e6e05 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0563631 Aug 04 02:19:13.123497 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:13.150373 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e551f7f1-390e-4024-8834-b2f9e2c648ea req-42f404ec-384c-41f6-b06e-7db74e9a01c6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562320 Aug 04 02:19:13.151166 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group (bc24b01c-9f92-4bc6-9448-38d2309e8e6f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.156836 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bc24b01c-9f92-4bc6-9448-38d2309e8e6f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.195574 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.195574 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1547241 Aug 04 02:19:13.195574 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4a9c-434c-4a97-a714-4801488ee59e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24b01c-9f92-4bc6-9448-38d2309e8e6f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:13.195861 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54558) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:13.200416 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'security_group_rule': {'security_group_id': 'bc24b01c-9f92-4bc6-9448-38d2309e8e6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:13.227542 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group_rule (44846293-f6d6-4cc3-aea2-386e57109661), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.284223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group_rule (44846293-f6d6-4cc3-aea2-386e57109661), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.288032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (44846293-f6d6-4cc3-aea2-386e57109661), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.309733 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44846293-f6d6-4cc3-aea2-386e57109661,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:13.315474 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.317301 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-89f42e9a-4881-4e17-9115-9851e6618605 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199057 Aug 04 02:19:13.319384 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54560) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:13.323713 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'security_group_rule': {'security_group_id': 'bc24b01c-9f92-4bc6-9448-38d2309e8e6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:13.355631 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group_rule (0ad6824a-b659-4590-92bd-34678d2e7741), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.416572 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group_rule (0ad6824a-b659-4590-92bd-34678d2e7741), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.420522 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (0ad6824a-b659-4590-92bd-34678d2e7741), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.440791 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad6824a-b659-4590-92bd-34678d2e7741,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:13.450062 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.451838 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d41cdc06-c36c-4d96-9075-87cf7b0e04db tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309898 Aug 04 02:19:13.454594 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54562) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:13.460252 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:13.484606 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.566398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.679448 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Allocated IP 172.27.4.64 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/76a04bbc-190c-437c-a103-2e3f972447b0) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:19:13.688307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:13.796446 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for port (76a04bbc-190c-437c-a103-2e3f972447b0), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.828299 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (76a04bbc-190c-437c-a103-2e3f972447b0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:13.868633 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:19:13.875009 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:19:13.878687 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:19:14.152274 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'Port': ['ID=76a04bbc-190c-437c-a103-2e3f972447b0,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:14.156243 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:14.220380 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.290822 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (76a04bbc-190c-437c-a103-2e3f972447b0), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.295661 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.327391 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cb2e3-dc38-4849-afa3-2d1b76420cfd req-47f5eab5-0df4-494c-a06e-35a2a3cd0e7d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:14.328920 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d77cb2e3-dc38-4849-afa3-2d1b76420cfd req-47f5eab5-0df4-494c-a06e-35a2a3cd0e7d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0778122 Aug 04 02:19:14.415100 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.439332 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d77cb2e3-dc38-4849-afa3-2d1b76420cfd req-7df7c8b8-0646-48b8-8e2e-a66d00e4bf7d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032267 Aug 04 02:19:14.499609 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for port (76a04bbc-190c-437c-a103-2e3f972447b0), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.510859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (76a04bbc-190c-437c-a103-2e3f972447b0), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.578500 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'Port': ['ID=76a04bbc-190c-437c-a103-2e3f972447b0,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:14.580872 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.597816 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:14.599036 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-20ccd568-6e93-4eec-ad82-0d167d2e5169 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1435072 Aug 04 02:19:14.806937 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-8712581f-db38-4867-9bde-b8c45ed6d4e9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1259445828&fields=id&tenant_id=c61d4ea2b52c497caeb298fe8677488e HTTP/1.1" status: 200 len: 267 time: 0.0418351 Aug 04 02:19:14.886545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:14.925040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-c7799611-2522-4ee6-82a5-40691f5cd0ce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:14.926598 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-c7799611-2522-4ee6-82a5-40691f5cd0ce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 819 time: 0.1132681 Aug 04 02:19:14.942122 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-8f3e0703-7c49-4fa9-944a-f64eff2fbca1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/quotas/c61d4ea2b52c497caeb298fe8677488e HTTP/1.1" status: 200 len: 375 time: 0.0095057 Aug 04 02:19:14.996421 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-28f4233b-bc1f-4004-862b-489582fadf9d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491052 Aug 04 02:19:15.099645 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-6cd0fa24-70ed-4a60-a295-d1ef13a7d883 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910661 Aug 04 02:19:15.194713 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-7bf768cb-90a6-4ec5-8b28-84193c1d3406 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886970 Aug 04 02:19:15.357026 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-726b3fc8-adb6-40af-9d5c-05316bdfcaf0 req-603cdd43-e737-449f-a40d-a748d73b988a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 210 time: 0.0297065 Aug 04 02:19:15.555768 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:15.574820 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674869-6819-4f4d-955f-518d4cd3bbf5 req-5e52b763-99f9-4bd3-949c-741ea7c36fff tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:15.576361 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab674869-6819-4f4d-955f-518d4cd3bbf5 req-5e52b763-99f9-4bd3-949c-741ea7c36fff tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0547457 Aug 04 02:19:15.629712 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ab674869-6819-4f4d-955f-518d4cd3bbf5 req-be29b507-69e4-4063-8d1c-4153f3e6d6e9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Aug 04 02:19:16.614848 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c0d5eecd-4d81-4c34-8930-6b01195f95d4 req-18c51f4d-16b6-4f7c-8798-3c8974adcb05 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 210 time: 0.0313931 Aug 04 02:19:16.760939 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d03d6e-fcbc-4936-9723-4a601e87e3b3 req-d91558dc-6c3e-4a2a-bdf6-d03cc376a3aa tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:16.762459 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03d03d6e-fcbc-4936-9723-4a601e87e3b3 req-d91558dc-6c3e-4a2a-bdf6-d03cc376a3aa tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Aug 04 02:19:16.816031 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03d03d6e-fcbc-4936-9723-4a601e87e3b3 req-44875666-3469-4b3f-99e9-bf1492647044 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480978 Aug 04 02:19:16.942884 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-2d4cf9a9-7895-48f5-a808-d1d0790402b2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:16.944312 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-2d4cf9a9-7895-48f5-a808-d1d0790402b2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 819 time: 0.1273215 Aug 04 02:19:17.336986 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e9b5e458-14a7-422c-87cc-5d69b58b185e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c61d4ea2b52c497caeb298fe8677488e HTTP/1.1" status: 200 len: 380 time: 0.0644655 Aug 04 02:19:17.353353 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'port': {'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'admin_state_up': True, 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'security_groups': ['bc24b01c-9f92-4bc6-9448-38d2309e8e6f']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:17.467017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Made reservation on behalf of c61d4ea2b52c497caeb298fe8677488e for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:19:17.476048 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:17.613400 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Allocated IP 172.20.0.10 (9802934c-f69c-40a4-8c5e-9fb52ddbb971/73e97f78-d372-4334-8971-a9f42592cb5a/a78228f0-3195-400c-857e-00c43eaf3684) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:19:17.731702 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:17.735620 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d46164ee-4046-4835-b1d0-6bbb5607b489 req-657437d2-9e04-4896-a8b7-5c908047aadc tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 210 time: 0.0373328 Aug 04 02:19:17.784443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for port (a78228f0-3195-400c-857e-00c43eaf3684), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:17.820796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (a78228f0-3195-400c-857e-00c43eaf3684), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:17.827624 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:17.872893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:19:17.878697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:19:17.883222 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:19:17.888142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event updated for resources: {'Port': ['ID=a78228f0-3195-400c-857e-00c43eaf3684,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:17.958386 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:17.959118 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.006290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2a3fa-0eed-4049-957e-f71191e33d2f req-3a607d9e-e679-43e9-9f27-8f6d4127e4f7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:18.007877 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2a3fa-0eed-4049-957e-f71191e33d2f req-3a607d9e-e679-43e9-9f27-8f6d4127e4f7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0726779 Aug 04 02:19:18.012131 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-467087c6-8554-456c-b2ee-6603e3089e00 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6635995 Aug 04 02:19:18.024587 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Request body: {'port': {'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:18.116158 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbd2a3fa-0eed-4049-957e-f71191e33d2f req-ed222f9e-65e9-4ad7-859e-156932d9a686 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019576 Aug 04 02:19:18.119420 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a78228f0-3195-400c-857e-00c43eaf3684), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.167260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-46e7b366-8cce-42b6-b379-a7381e34d38c None None] Provisioning complete for port a78228f0-3195-400c-857e-00c43eaf3684 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:19:18.167798 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-46e7b366-8cce-42b6-b379-a7381e34d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a78228f0-3195-400c-857e-00c43eaf3684), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.203044 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-46e7b366-8cce-42b6-b379-a7381e34d38c None None] Port a78228f0-3195-400c-857e-00c43eaf3684 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:19:18.410777 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78228f0-3195-400c-857e-00c43eaf3684 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:19:18.419775 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Publish callbacks [] for port (a78228f0-3195-400c-857e-00c43eaf3684), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.434802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Transition to ACTIVE for port object a78228f0-3195-400c-857e-00c43eaf3684 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:19:18.440353 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (a78228f0-3195-400c-857e-00c43eaf3684), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.537571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Pushing event updated for resources: {'Port': ['ID=a78228f0-3195-400c-857e-00c43eaf3684,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:18.583182 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4100b-7a18-4fc9-8783-13d21c9b0e8c req-1def636d-e6a6-4a63-b795-a5302885ab15 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:18.584921 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16f4100b-7a18-4fc9-8783-13d21c9b0e8c req-1def636d-e6a6-4a63-b795-a5302885ab15 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0829773 Aug 04 02:19:18.611747 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Attempting to bind port a78228f0-3195-400c-857e-00c43eaf3684 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:19:18.612077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Attempting to bind port a78228f0-3195-400c-857e-00c43eaf3684 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:19:18.612406 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Attempting to bind port a78228f0-3195-400c-857e-00c43eaf3684 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:19:18.623201 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Port a78228f0-3195-400c-857e-00c43eaf3684 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:19:18.623521 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Attempting to bind port a78228f0-3195-400c-857e-00c43eaf3684 on network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:19:18.631275 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:18.639511 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:19:18.639854 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Checking segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:19:18.640241 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Bound using segment: {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:19:18.640708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Bound port: a78228f0-3195-400c-857e-00c43eaf3684, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6cafb7-1cd3-4433-958d-1092af067042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:19:18.641077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a78228f0-3195-400c-857e-00c43eaf3684), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.668880 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16f4100b-7a18-4fc9-8783-13d21c9b0e8c req-6ea76124-3d78-4ac0-bd57-fc8d55ff940d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733974 Aug 04 02:19:18.672988 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:18.722147 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] For port a78228f0-3195-400c-857e-00c43eaf3684, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:19:18.725260 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] For port a78228f0-3195-400c-857e-00c43eaf3684, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a78228f0-3195-400c-857e-00c43eaf3684,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:19:18.731704 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (a78228f0-3195-400c-857e-00c43eaf3684), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.735832 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:18.736426 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:18.737825 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 1094 time: 0.7173669 Aug 04 02:19:18.738304 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:18.740514 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556713f7-e515-4b25-93e7-8a057ffc1cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:18.801463 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b211def3-cd57-42f9-81f4-74b1b9de40b9 x-openstack-request-id: req-b211def3-cd57-42f9-81f4-74b1b9de40b9 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:18.801757 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:18.802006 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b211def3-cd57-42f9-81f4-74b1b9de40b9 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:18.802398 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b211def3-cd57-42f9-81f4-74b1b9de40b9'] response: {'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684', 'status': 'completed', 'code': 200} Aug 04 02:19:18.825409 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f669a-fd60-42a9-ac4f-c0cf03c0f412 service neutron] Pushing event updated for resources: {'Port': ['ID=a78228f0-3195-400c-857e-00c43eaf3684,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:18.863894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-b2b73ff6-34d4-4d3e-9b2f-166e057ff86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:18.865414 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-b2b73ff6-34d4-4d3e-9b2f-166e057ff86f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1128 time: 0.0837648 Aug 04 02:19:18.882371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec00c6-d51e-46e1-82ce-bd5f16aa9712 req-57c6679f-9ec6-431b-be1b-d8b32f42a9b9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:18.883899 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1ec00c6-d51e-46e1-82ce-bd5f16aa9712 req-57c6679f-9ec6-431b-be1b-d8b32f42a9b9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 944 time: 0.0624864 Aug 04 02:19:18.924578 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-b905cc46-f743-46eb-8cda-09bab5fd6f85 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 217 time: 0.0389645 Aug 04 02:19:18.997431 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1ec00c6-d51e-46e1-82ce-bd5f16aa9712 req-0f6746b1-4ec1-4abd-954e-ed67b7890bf6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048126 Aug 04 02:19:18.999227 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-2895ce2b-3409-4685-86bd-70754fa55573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:19.000597 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-2895ce2b-3409-4685-86bd-70754fa55573 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0689914 Aug 04 02:19:19.048280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-7e95ed12-d9d9-4e8e-b6b7-5672c04e82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:19.049835 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-7e95ed12-d9d9-4e8e-b6b7-5672c04e82d3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425406 Aug 04 02:19:19.140272 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-b7e816c8-15c0-4adc-b805-0f9c5b2a744d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Aug 04 02:19:19.150425 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:19.173022 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:19.267585 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf94b-4c05-451f-ba06-96e92660f0d9 req-4397aab1-9403-4b22-a1f0-63c67458e63b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:19.269072 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09aaf94b-4c05-451f-ba06-96e92660f0d9 req-4397aab1-9403-4b22-a1f0-63c67458e63b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0636480 Aug 04 02:19:19.285903 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d9e42921-f9c9-49e0-b30e-4e547e0568c8 req-046a977a-e714-43ba-898d-b5a20669962d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384645 Aug 04 02:19:19.323754 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09aaf94b-4c05-451f-ba06-96e92660f0d9 req-f0f18df5-c1fe-4942-821b-63f6f3f4f008 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488110 Aug 04 02:19:19.793957 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379002e-3943-4474-a678-bd3ca3298d63 req-bc72dde0-21eb-44e6-bcc0-78347933f9ec tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:19.795319 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f379002e-3943-4474-a678-bd3ca3298d63 req-bc72dde0-21eb-44e6-bcc0-78347933f9ec tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0509439 Aug 04 02:19:19.842507 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f379002e-3943-4474-a678-bd3ca3298d63 req-a0fce014-cf7b-4ab1-9cd7-adca1cebce0d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411725 Aug 04 02:19:20.118405 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6329875-9247-4af8-a200-f31272f27009 req-5558b287-2f50-49a9-8bf9-a6334bfd58fd tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:20.119756 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f6329875-9247-4af8-a200-f31272f27009 req-5558b287-2f50-49a9-8bf9-a6334bfd58fd tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 944 time: 0.0477309 Aug 04 02:19:20.168177 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f6329875-9247-4af8-a200-f31272f27009 req-8f628a64-bbf9-4433-8172-7a13ba549d30 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Aug 04 02:19:20.446244 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d374-9eed-45ea-bd48-68a5e0402d75 req-0ab10a01-8b6b-44df-bd3e-e7eb99560430 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:20.448841 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7137d374-9eed-45ea-bd48-68a5e0402d75 req-0ab10a01-8b6b-44df-bd3e-e7eb99560430 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0468130 Aug 04 02:19:20.502023 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7137d374-9eed-45ea-bd48-68a5e0402d75 req-d75d55a6-f36b-40b7-9bcf-68760da030a4 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477414 Aug 04 02:19:20.684351 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-722b8380-deaa-489b-b951-299f7becd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:20.685875 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-722b8380-deaa-489b-b951-299f7becd02e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1128 time: 0.0390859 Aug 04 02:19:20.936418 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:20.960315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:21.005662 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfa06e-aec3-4c53-b756-ef41a3e2baf6 req-8f034df4-7668-4ea1-9c15-5a282ad4df77 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:21.007117 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6edfa06e-aec3-4c53-b756-ef41a3e2baf6 req-8f034df4-7668-4ea1-9c15-5a282ad4df77 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0681520 Aug 04 02:19:21.043124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-33a372c2-7cac-4453-a9c4-e5787037ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:21.044661 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-33a372c2-7cac-4453-a9c4-e5787037ed4e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1531909 Aug 04 02:19:21.096509 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-0f594616-3fad-45de-8cfc-cbb47c0587bb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 217 time: 0.0419273 Aug 04 02:19:21.100637 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6edfa06e-aec3-4c53-b756-ef41a3e2baf6 req-623cf5fc-cb3b-444b-b1c0-9d3c125f87b3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863414 Aug 04 02:19:21.148897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-7c4f3dc2-2b85-48dd-aa66-efd0af34a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:21.150887 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-7c4f3dc2-2b85-48dd-aa66-efd0af34a063 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0476966 Aug 04 02:19:21.194953 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-7ebc8302-828e-4008-ae9e-b43c36e893b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:21.197758 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-7ebc8302-828e-4008-ae9e-b43c36e893b2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396605 Aug 04 02:19:21.316363 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a850-4280-4d0b-a4dc-7a7d7d0d2986 req-0a35bb30-2de3-4681-a285-c71aa46e78ea tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:21.317896 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0540a850-4280-4d0b-a4dc-7a7d7d0d2986 req-0a35bb30-2de3-4681-a285-c71aa46e78ea tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 944 time: 0.0629861 Aug 04 02:19:21.354782 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-f576cdde-8a9d-40e8-98e9-8a7c8b0b5cc9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436455 Aug 04 02:19:21.426441 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0540a850-4280-4d0b-a4dc-7a7d7d0d2986 req-45ab817a-16f5-4d75-b545-e995ad2fbb97 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005294 Aug 04 02:19:21.468847 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-556713f7-e515-4b25-93e7-8a057ffc1cdc req-474f5a73-02d6-4e64-96c6-d5540f269555 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041369 Aug 04 02:19:21.629242 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d29db-87a7-48f4-827e-e5f27cf3ebeb req-fd82e7d7-fb2b-494f-8530-4d9d626c1e17 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:21.631091 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-644d29db-87a7-48f4-827e-e5f27cf3ebeb req-fd82e7d7-fb2b-494f-8530-4d9d626c1e17 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Aug 04 02:19:21.687343 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-644d29db-87a7-48f4-827e-e5f27cf3ebeb req-5328d323-1ce4-4ad8-8e23-403a5df272e6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508604 Aug 04 02:19:22.067281 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a78228f0-3195-400c-857e-00c43eaf3684 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:19:22.172841 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a78228f0-3195-400c-857e-00c43eaf3684, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a78228f0-3195-400c-857e-00c43eaf3684,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:22.184637 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'a78228f0-3195-400c-857e-00c43eaf3684', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:19:22.220023 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a78228f0-3195-400c-857e-00c43eaf3684 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:22.220424 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a78228f0-3195-400c-857e-00c43eaf3684), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:22.221841 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276af3e0-259b-43a1-9082-11df8690bd77 req-32b8c5a8-c54c-4d5f-9f3b-6829b104aca7 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:22.223419 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-276af3e0-259b-43a1-9082-11df8690bd77 req-32b8c5a8-c54c-4d5f-9f3b-6829b104aca7 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Aug 04 02:19:22.235136 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78228f0-3195-400c-857e-00c43eaf3684 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:19:22.254937 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a78228f0-3195-400c-857e-00c43eaf3684, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a78228f0-3195-400c-857e-00c43eaf3684,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:22.259591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a78228f0-3195-400c-857e-00c43eaf3684), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:22.274278 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-276af3e0-259b-43a1-9082-11df8690bd77 req-9edb86ad-ce45-4bae-8e3a-9313fc6b4b1a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Aug 04 02:19:22.307433 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a78228f0-3195-400c-857e-00c43eaf3684,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:22.314852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.315199 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.315568 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.315931 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.316268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.316601 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.316954 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.317281 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.317610 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.317938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.318267 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.318592 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.318920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.319239 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.319561 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:19:22.549797 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422376a-f2ef-4efb-adcc-c447442e3369 req-eb3b0e3f-9d15-49cd-bad0-6188577565c2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:22.551182 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3422376a-f2ef-4efb-adcc-c447442e3369 req-eb3b0e3f-9d15-49cd-bad0-6188577565c2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 945 time: 0.0527358 Aug 04 02:19:22.599815 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3422376a-f2ef-4efb-adcc-c447442e3369 req-388f7120-8b02-44c8-acf5-e6d52e10afc4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427887 Aug 04 02:19:22.800203 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['a78228f0-3195-400c-857e-00c43eaf3684'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:19:22.811419 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f114e-4f75-4501-86f8-1507ba86d11e req-3e9acffb-1220-4cbe-bcdc-c9d3545e107d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:22.812963 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-104f114e-4f75-4501-86f8-1507ba86d11e req-3e9acffb-1220-4cbe-bcdc-c9d3545e107d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0465670 Aug 04 02:19:22.862915 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-104f114e-4f75-4501-86f8-1507ba86d11e req-9be1124b-ae68-44c5-8294-9051aad0ffed tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443742 Aug 04 02:19:23.186347 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=14,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:23.188335 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=41,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:23.394147 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2bf6f-884d-4aac-84c5-769aa4007d46 req-8c9f482e-5076-4aa5-8cfb-f21ae5773c2a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:23.396676 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46a2bf6f-884d-4aac-84c5-769aa4007d46 req-8c9f482e-5076-4aa5-8cfb-f21ae5773c2a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0495162 Aug 04 02:19:23.409512 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:23.450469 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46a2bf6f-884d-4aac-84c5-769aa4007d46 req-b53be9d1-3da1-4a6d-9aaa-328b5ee99f69 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479724 Aug 04 02:19:23.719068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b216-645a-4e3e-8f5e-d50736767b63 req-fdc1ad1f-1d62-479c-8dec-5ebd6d861ea6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:23.720545 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c907b216-645a-4e3e-8f5e-d50736767b63 req-fdc1ad1f-1d62-479c-8dec-5ebd6d861ea6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Aug 04 02:19:23.767036 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:23.774120 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c907b216-645a-4e3e-8f5e-d50736767b63 req-5c8cb54f-f461-4a9c-992b-7cb866748da4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Aug 04 02:19:23.993622 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c187-3bd5-46a9-9907-92779a490ead req-6b28224a-754e-4034-a58b-e86e9c278f47 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:23.995073 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d769c187-3bd5-46a9-9907-92779a490ead req-6b28224a-754e-4034-a58b-e86e9c278f47 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0462141 Aug 04 02:19:24.043328 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d769c187-3bd5-46a9-9907-92779a490ead req-2bbe1277-c4c7-474d-8390-7a7c9f96b9bf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Aug 04 02:19:24.112676 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:19:24.116093 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a78228f0-3195-400c-857e-00c43eaf3684 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:19:24.217574 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port a78228f0-3195-400c-857e-00c43eaf3684 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:19:24.228830 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port a78228f0-3195-400c-857e-00c43eaf3684 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:19:24.229211 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a78228f0-3195-400c-857e-00c43eaf3684), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:24.290510 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:24.311388 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'mac_address': 'fa:16:3e:6b:60:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:19:24.316532 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:24.395878 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a78228f0-3195-400c-857e-00c43eaf3684 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:24.396277 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a78228f0-3195-400c-857e-00c43eaf3684), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:24.399526 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: ACTIVE; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:24.399974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:24.430425 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:24.432868 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8bb5289-23b6-4ef4-85b6-5862d3474ffb {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:19:24.456779 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:24.458872 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba754661-908e-4c2b-a6d6-355a0d19c199" -d '{"events": [{"server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "name": "network-vif-plugged", "status": "completed", "tag": "a78228f0-3195-400c-857e-00c43eaf3684"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:24.482847 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:24.489757 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a78228f0-3195-400c-857e-00c43eaf3684, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a78228f0-3195-400c-857e-00c43eaf3684,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:24.491480 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:24.498514 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a78228f0-3195-400c-857e-00c43eaf3684), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:24.546215 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2900e126-986d-4a61-9dfc-327f91e376ef x-openstack-request-id: req-2900e126-986d-4a61-9dfc-327f91e376ef {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:24.546541 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "name": "network-vif-plugged", "status": "completed", "tag": "a78228f0-3195-400c-857e-00c43eaf3684", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:24.546784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2900e126-986d-4a61-9dfc-327f91e376ef {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:24.547226 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2900e126-986d-4a61-9dfc-327f91e376ef'] response: {'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684', 'code': 200} Aug 04 02:19:24.557220 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=6']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:24.562425 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:24.617280 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a78228f0-3195-400c-857e-00c43eaf3684,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:24.640267 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c94c3d-c36f-4864-84b1-47aab736e746 req-0ded29d4-53db-4742-beca-1730cd7ec7f1 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:24.642523 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e2c94c3d-c36f-4864-84b1-47aab736e746 req-0ded29d4-53db-4742-beca-1730cd7ec7f1 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0676908 Aug 04 02:19:24.657230 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['a8bb5289-23b6-4ef4-85b6-5862d3474ffb'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:19:24.706512 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e2c94c3d-c36f-4864-84b1-47aab736e746 req-15f2323e-c3e4-499e-9755-f7c4819f6ab4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572050 Aug 04 02:19:24.775015 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fdd35-ec68-4446-b512-10bbd1d3a22c req-4fc40e88-2c60-4834-a4df-757505275e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:24.776870 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-774fdd35-ec68-4446-b512-10bbd1d3a22c req-4fc40e88-2c60-4834-a4df-757505275e72 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0471773 Aug 04 02:19:24.840845 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-774fdd35-ec68-4446-b512-10bbd1d3a22c req-57d9ce2f-4745-47d5-b1e8-d622b0f8ea52 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507369 Aug 04 02:19:24.939368 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117cc5-cfce-4395-8463-9c235596ca04 req-8d2e7d38-fe35-432c-b31d-7139c03b9a5e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:24.940935 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-78117cc5-cfce-4395-8463-9c235596ca04 req-8d2e7d38-fe35-432c-b31d-7139c03b9a5e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0557272 Aug 04 02:19:25.041042 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54736) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:25.045930 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346694590', 'description': 'tempest-description--1110344976'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:25.073720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.166128 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (01b77e1c-c327-4a93-a14e-f90e579290b5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.170738 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (01b77e1c-c327-4a93-a14e-f90e579290b5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.231809 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b77e1c-c327-4a93-a14e-f90e579290b5,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:25.250582 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.252369 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5c629490-c6fc-43f6-898b-0853f56663df tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2103639 Aug 04 02:19:25.255495 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54750) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:25.263006 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': '01b77e1c-c327-4a93-a14e-f90e579290b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:25.311678 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (e3751030-7e72-456a-90ec-9420d497dc4d), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.392052 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (e3751030-7e72-456a-90ec-9420d497dc4d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.401538 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (e3751030-7e72-456a-90ec-9420d497dc4d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.418065 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732c63a-d8ee-4d6f-8613-ba2a1c34bf65 req-eadaf2d5-97ef-41f3-843e-d4ba88c47185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:25.419613 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5732c63a-d8ee-4d6f-8613-ba2a1c34bf65 req-eadaf2d5-97ef-41f3-843e-d4ba88c47185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 944 time: 0.0830212 Aug 04 02:19:25.423908 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-78117cc5-cfce-4395-8463-9c235596ca04 req-a5af1256-caea-466d-ae86-801b8f0b10e6 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719038 Aug 04 02:19:25.434183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3751030-7e72-456a-90ec-9420d497dc4d,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:25.467983 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.469730 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2d7420d7-f314-4eff-abc9-1bfdc3591508 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2116814 Aug 04 02:19:25.472462 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54754) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:25.477455 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': '01b77e1c-c327-4a93-a14e-f90e579290b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:25.510837 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5732c63a-d8ee-4d6f-8613-ba2a1c34bf65 req-83498090-5a7b-42ab-a0f6-ddcab23d5a22 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809088 Aug 04 02:19:25.534781 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (febf8416-c290-4a83-8e08-671f17918f44), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.600119 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (febf8416-c290-4a83-8e08-671f17918f44), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.609117 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (febf8416-c290-4a83-8e08-671f17918f44), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.634737 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febf8416-c290-4a83-8e08-671f17918f44,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:25.648281 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.649790 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f6420bcc-c00b-48f9-b0b7-d846dc2f8c12 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1761205 Aug 04 02:19:25.652813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 54758) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:25.658411 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:25.691690 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.806914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:25.850942 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b81350-f291-4373-a460-5be6ddbf16fc req-e32460f2-2033-438f-9437-84c99b2fca5e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:25.857134 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-10b81350-f291-4373-a460-5be6ddbf16fc req-e32460f2-2033-438f-9437-84c99b2fca5e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0677228 Aug 04 02:19:25.922075 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-10b81350-f291-4373-a460-5be6ddbf16fc req-fc259241-649d-475d-968f-93b9ff7a98ae tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634587 Aug 04 02:19:25.941855 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.27.4.226 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/dccd0141-a011-40bf-93d0-68af7de7be92) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:19:25.943850 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:26.083211 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (dccd0141-a011-40bf-93d0-68af7de7be92), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.099465 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:19:26.119039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:26.137449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (dccd0141-a011-40bf-93d0-68af7de7be92), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.166744 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port a8bb5289-23b6-4ef4-85b6-5862d3474ffb triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:19:26.167122 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.192572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:19:26.202777 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:19:26.216269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:19:26.265590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:26.266052 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.266805 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=dccd0141-a011-40bf-93d0-68af7de7be92,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:26.329765 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:26.331295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (333b10dd-abba-4a3b-9a1e-8ad3b526b478), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.340375 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.390569 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (dccd0141-a011-40bf-93d0-68af7de7be92), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.414306 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=7']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:26.548527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:26.550898 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c629fba-49cc-4abd-8b9d-6f339d7fe584" -d '{"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:26.667397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (dccd0141-a011-40bf-93d0-68af7de7be92), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.680362 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (dccd0141-a011-40bf-93d0-68af7de7be92), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.728210 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0bb65-bd2d-4361-9645-3478b1a0f253 req-a95f4811-d363-4845-ada7-412bd3eb5b3c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:26.729832 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3f0bb65-bd2d-4361-9645-3478b1a0f253 req-a95f4811-d363-4845-ada7-412bd3eb5b3c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.1899691 Aug 04 02:19:26.757971 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661571d9-9770-48c5-9f29-ace12ae32c5f req-e880f5f0-6d42-434c-aa9f-427317048ffd tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:26.757971 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-661571d9-9770-48c5-9f29-ace12ae32c5f req-e880f5f0-6d42-434c-aa9f-427317048ffd tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1138146 Aug 04 02:19:26.783627 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=dccd0141-a011-40bf-93d0-68af7de7be92,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:26.811637 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (333b10dd-abba-4a3b-9a1e-8ad3b526b478), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.832882 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:26.834289 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b2864538-488e-45e3-b78e-4db470200c6d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1803567 Aug 04 02:19:26.850697 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-661571d9-9770-48c5-9f29-ace12ae32c5f req-4e4db375-5652-4e5b-ae60-22aeec1971fb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831780 Aug 04 02:19:26.867591 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3f0bb65-bd2d-4361-9645-3478b1a0f253 req-e45641c7-542f-4c8c-a854-7b18a8b94bf7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305461 Aug 04 02:19:26.910460 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ada68f-6bb6-4f1d-b83b-25f093811855 x-openstack-request-id: req-87ada68f-6bb6-4f1d-b83b-25f093811855 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:26.910854 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:26.911180 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87ada68f-6bb6-4f1d-b83b-25f093811855 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:26.911848 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ada68f-6bb6-4f1d-b83b-25f093811855'] response: {'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'code': 200} Aug 04 02:19:27.043892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e0446-d5a1-4c87-b455-cbd09d0bf0d8 req-c8791e40-8677-451f-a9a5-83396055bf47 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:27.045401 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc2e0446-d5a1-4c87-b455-cbd09d0bf0d8 req-c8791e40-8677-451f-a9a5-83396055bf47 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0761089 Aug 04 02:19:27.056502 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 54778) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:27.062175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'floatingip': {'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:27.158754 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74caa3-2800-4fa1-9c0e-22939c76507f req-31340395-6303-44c6-b380-267cdb9bc3f6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:27.160490 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d74caa3-2800-4fa1-9c0e-22939c76507f req-31340395-6303-44c6-b380-267cdb9bc3f6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1142058 Aug 04 02:19:27.160993 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:27.170279 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:27.320839 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-25a253f4-a023-4695-a48d-622ac6df1f20 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--346694590&fields=id&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 267 time: 0.1833210 Aug 04 02:19:27.332718 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d74caa3-2800-4fa1-9c0e-22939c76507f req-0365ce29-408c-44e3-92ff-7009f1fd5d8f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587975 Aug 04 02:19:27.412314 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:27.550366 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-83ab2704-4b01-4417-84ef-b3778c068370 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:27.550366 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-83ab2704-4b01-4417-84ef-b3778c068370 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.2139652 Aug 04 02:19:27.608155 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-948f9af6-099d-49ad-8492-e29fae0c5225 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/quotas/2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 375 time: 0.0493062 Aug 04 02:19:27.738162 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-cb143125-55d7-4e99-9e4f-61c1ecfce116 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000552 Aug 04 02:19:27.938754 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:27.950919 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:28.103889 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-c3216447-d2dd-4125-8c69-b92f7e9b5cbc service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503277 Aug 04 02:19:28.165805 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff12c51-b8f3-4fd4-b50d-44c9825a4a7d req-50037ec3-e322-4968-9f78-ffdddd2ea66a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:28.167208 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bff12c51-b8f3-4fd4-b50d-44c9825a4a7d req-50037ec3-e322-4968-9f78-ffdddd2ea66a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1406963 Aug 04 02:19:28.217575 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:28.258531 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Floating IP f793b948-7795-4443-8133-aefa05a0005a associated. External IP: 172.27.4.64, port: a78228f0-3195-400c-857e-00c43eaf3684. Aug 04 02:19:28.343546 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bff12c51-b8f3-4fd4-b50d-44c9825a4a7d req-1dc18d44-9f56-4882-9116-5896589a2dea tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483874 Aug 04 02:19:28.379471 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-96c08b88-9b98-4d83-83b5-9f4aff954c26 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747376 Aug 04 02:19:28.566397 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fda7ae-3788-4d82-b141-e9f3299bf00d req-888c042c-8774-4897-bf19-566ff89820ce tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:28.568737 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40fda7ae-3788-4d82-b141-e9f3299bf00d req-888c042c-8774-4897-bf19-566ff89820ce tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1134057 Aug 04 02:19:28.609202 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:28.642791 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d7b7628-0a0a-4bb4-9b78-2fe784bb7f1a req-6fbb26fc-f737-469d-9699-a3d7e1153e5d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 210 time: 0.0601525 Aug 04 02:19:28.685786 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Router 2fcbffc3-7239-4306-b890-5612f3a5bff7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:19:28.704555 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40fda7ae-3788-4d82-b141-e9f3299bf00d req-120f53c7-079f-41ee-a5c0-b2272e0efa31 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292918 Aug 04 02:19:28.824512 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:19:28.830308 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:28.836402 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] Sync routers for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:19:28.848698 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:19:28.849815 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:19:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:28.907556 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-11a85736-b8f1-4b32-9363-e6bf1e25c814 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/f793b948-7795-4443-8133-aefa05a0005a HTTP/1.1" status: 200 len: 991 time: 1.8500257 Aug 04 02:19:28.908227 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:28.910622 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:28.995671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1328aa-6309-4280-b0a9-faf3a48b5420 x-openstack-request-id: req-cd1328aa-6309-4280-b0a9-faf3a48b5420 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:28.996314 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:28.996314 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd1328aa-6309-4280-b0a9-faf3a48b5420 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:28.997128 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1328aa-6309-4280-b0a9-faf3a48b5420'] response: {'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684', 'status': 'completed', 'code': 200} Aug 04 02:19:29.079293 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-d390c1cf-4db6-4622-80b9-cf405c2370b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:29.081365 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-d390c1cf-4db6-4622-80b9-cf405c2370b4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0708098 Aug 04 02:19:29.186687 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:19:29.229822 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-c946d50b-1eb9-4cf2-9c2c-1b32db07310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:29.231552 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-c946d50b-1eb9-4cf2-9c2c-1b32db07310c service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1428883 Aug 04 02:19:29.358514 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-c89202d3-c06a-42b0-95ac-baef5b0dbea3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 999 time: 0.1157675 Aug 04 02:19:29.470914 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-fd745819-5ef5-43b5-9828-584374623c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:29.478636 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-fd745819-5ef5-43b5-9828-584374623c01 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.1042807 Aug 04 02:19:29.528472 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'f793b948-7795-4443-8133-aefa05a0005a', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'floating_ip_address': '172.27.4.64', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:14Z', 'updated_at': '2022-08-04T02:19:27Z', 'revision_number': 1, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:29.564557 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] Checking router: 2fcbffc3-7239-4306-b890-5612f3a5bff7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:19:29.576549 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:19:29.577598 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:19:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:29.629374 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-5425ff6f-c3f2-421c-a498-ae0006a0f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:29.630892 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-5425ff6f-c3f2-421c-a498-ae0006a0f795 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1423419 Aug 04 02:19:29.647033 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd937055-c165-4f58-99e7-518f9b6085f0 req-a7702214-8565-4e15-8bb8-ef3e633bbbab tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:29.647326 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd937055-c165-4f58-99e7-518f9b6085f0 req-a7702214-8565-4e15-8bb8-ef3e633bbbab tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1270480 Aug 04 02:19:29.724598 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:19:29.727347 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bd937055-c165-4f58-99e7-518f9b6085f0 req-46934c25-a3be-40aa-ba53-0ba486f5a5c5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705087 Aug 04 02:19:29.769292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-376b43fb-edc8-4545-bc1d-c0085921016f req-a4a76947-4634-4598-a316-a31468d8728b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 210 time: 0.0404487 Aug 04 02:19:29.850183 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:29.853398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d35b6-23e1-4ef2-9e54-b288c8eb8158 req-56018c41-9e7a-4d85-b1e6-67dbc1704ca3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:29.855099 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0c0d35b6-23e1-4ef2-9e54-b288c8eb8158 req-56018c41-9e7a-4d85-b1e6-67dbc1704ca3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0548196 Aug 04 02:19:29.892342 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:29.932576 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0c0d35b6-23e1-4ef2-9e54-b288c8eb8158 req-a7727fbf-1907-4e95-bb96-50a7e55c4dec tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713565 Aug 04 02:19:30.046151 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'f793b948-7795-4443-8133-aefa05a0005a', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'floating_ip_address': '172.27.4.64', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:14Z', 'updated_at': '2022-08-04T02:19:27Z', 'revision_number': 1, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:30.107231 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531fd9c-5327-49a1-a9ee-d7b1baece892 None None] The sync data for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi is: [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'f793b948-7795-4443-8133-aefa05a0005a', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'floating_ip_address': '172.27.4.64', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:14Z', 'updated_at': '2022-08-04T02:19:27Z', 'revision_number': 1, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:19:30.118287 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-10580cb7-5944-4f99-a254-834e97554300 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140646 Aug 04 02:19:30.238181 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-e48e3ab5-6d98-4e2d-a2dc-83df73526954 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:30.239668 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-e48e3ab5-6d98-4e2d-a2dc-83df73526954 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.2184479 Aug 04 02:19:30.269595 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:30.300674 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-381985f0-d048-4ce4-b9f5-9d5cfbefea8f req-32dd5d1f-83c9-4aae-a206-6b44f1ea41f8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676137 Aug 04 02:19:30.362484 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-1d74e456-3936-4235-801f-18effcb96748 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 472 time: 0.1017849 Aug 04 02:19:30.438214 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4056b2-3031-41bd-bdb6-437c1b8ee447 None None] New status for floating IP f793b948-7795-4443-8133-aefa05a0005a: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:19:30.528763 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'port': {'device_id': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'admin_state_up': True, 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'security_groups': ['01b77e1c-c327-4a93-a14e-f90e579290b5']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:30.703457 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Made reservation on behalf of 2f003cc2b7104c369e1aa74d6e48a9fc for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:19:30.708603 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:31.253195 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e4f6f33a-fb04-4013-9ee4-f2612d064804 req-5213cea2-1673-4712-8e03-a654426308d4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 210 time: 0.0793178 Aug 04 02:19:31.279145 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ebe6a-fc7f-4bb6-a5b0-9e973e1676b3 req-72fd9da4-af5e-49d7-aa97-4c65259b6ff6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:31.280940 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b55ebe6a-fc7f-4bb6-a5b0-9e973e1676b3 req-72fd9da4-af5e-49d7-aa97-4c65259b6ff6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.4272408 Aug 04 02:19:31.320545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.20.0.10 (c3fd5976-8837-4886-aaff-706d72d2761f/a0061202-808e-43c3-a4fd-39c7b8c413a0/76de9d97-0321-4338-bbec-6a4e2b886009) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:19:31.412436 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b55ebe6a-fc7f-4bb6-a5b0-9e973e1676b3 req-8a5ecb8c-9225-41b5-8378-da875557a690 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168375 Aug 04 02:19:31.428679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98722a8e-17b0-4a44-b3ed-1a5f1d079168 req-c4cb3068-1e18-4ee6-a6b9-24d1745eadfd tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:31.435724 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98722a8e-17b0-4a44-b3ed-1a5f1d079168 req-c4cb3068-1e18-4ee6-a6b9-24d1745eadfd tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0916593 Aug 04 02:19:31.550919 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:31.557860 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98722a8e-17b0-4a44-b3ed-1a5f1d079168 req-840f96d4-8cff-4870-ad55-950a2d78af3c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211889 Aug 04 02:19:31.610911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (76de9d97-0321-4338-bbec-6a4e2b886009), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:31.646154 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:31.706929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:19:31.713231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:19:31.720317 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:31.720921 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:19:31.758900 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=76de9d97-0321-4338-bbec-6a4e2b886009,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:31.781238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:31.782035 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:31.807177 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-effba7b8-e1e8-499b-abb1-a007af1ff8a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2811835 Aug 04 02:19:32.021971 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-521c7e82-92b6-406b-8737-d37ec3cb6dba None None] Provisioning complete for port 76de9d97-0321-4338-bbec-6a4e2b886009 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:19:32.022569 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-521c7e82-92b6-406b-8737-d37ec3cb6dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:32.064098 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-521c7e82-92b6-406b-8737-d37ec3cb6dba None None] Port 76de9d97-0321-4338-bbec-6a4e2b886009 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:19:32.391040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c1159-230e-42d5-85b6-1ac64d3d73f9 req-0c124dad-b936-4b20-b064-05d6de8849c0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:32.392913 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f23c1159-230e-42d5-85b6-1ac64d3d73f9 req-0c124dad-b936-4b20-b064-05d6de8849c0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 932 time: 0.0575929 Aug 04 02:19:32.444141 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f23c1159-230e-42d5-85b6-1ac64d3d73f9 req-39d06b70-cefc-42d9-91cc-195bfe412738 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Aug 04 02:19:32.593026 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d8487-b651-4d2e-939d-47e3619af0bd req-c16d0273-1ee4-487a-87e0-28f86a6382af tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:32.603047 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-026d8487-b651-4d2e-939d-47e3619af0bd req-c16d0273-1ee4-487a-87e0-28f86a6382af tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0647273 Aug 04 02:19:32.671394 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-026d8487-b651-4d2e-939d-47e3619af0bd req-36e456ff-e802-4fda-82ff-07a522a6ef09 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664434 Aug 04 02:19:32.725627 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad150c1-0bb2-49f5-b946-2cca91f0e3fc req-73169239-2c4a-4499-97f4-eaf9f68907f4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:32.727074 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ad150c1-0bb2-49f5-b946-2cca91f0e3fc req-73169239-2c4a-4499-97f4-eaf9f68907f4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0680966 Aug 04 02:19:32.785327 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ad150c1-0bb2-49f5-b946-2cca91f0e3fc req-ed66a8a2-cd25-40d6-9250-840650663076 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519009 Aug 04 02:19:33.574806 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb259c-8654-4134-b141-b485b9d7705d req-aee1c5cf-7df1-4318-a63c-5d000c323883 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:33.576688 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1bfb259c-8654-4134-b141-b485b9d7705d req-aee1c5cf-7df1-4318-a63c-5d000c323883 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 932 time: 0.0532093 Aug 04 02:19:33.636833 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1bfb259c-8654-4134-b141-b485b9d7705d req-d2f17d37-cf2e-429a-ac92-ca6b448759c6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527711 Aug 04 02:19:33.808053 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8880d5-808c-43c4-88ff-f7e959c0928f req-1f7932a2-2a22-46bf-98bf-62667635caeb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:33.809632 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf8880d5-808c-43c4-88ff-f7e959c0928f req-1f7932a2-2a22-46bf-98bf-62667635caeb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0510221 Aug 04 02:19:33.903241 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf8880d5-808c-43c4-88ff-f7e959c0928f req-ef741555-8b22-4ba5-a9a6-6efe88b097b7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855582 Aug 04 02:19:33.928702 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35146e3-4b23-431b-856c-76460f4a9199 req-1b45b563-0f4f-420e-878c-a6c777b5fc08 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:33.935318 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c35146e3-4b23-431b-856c-76460f4a9199 req-1b45b563-0f4f-420e-878c-a6c777b5fc08 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0715873 Aug 04 02:19:33.981562 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c35146e3-4b23-431b-856c-76460f4a9199 req-0eeff12d-0d82-4988-b8dd-e4d55bb3a0d5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453677 Aug 04 02:19:34.385904 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:34.765229 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a9ba9-9870-4870-9b03-cdd27a37976b req-62cd0044-871b-4f58-be02-3414bcb4c5c0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:34.767755 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-400a9ba9-9870-4870-9b03-cdd27a37976b req-62cd0044-871b-4f58-be02-3414bcb4c5c0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 932 time: 0.0524523 Aug 04 02:19:34.809350 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:34.827451 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Request body: {'port': {'device_id': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:34.832884 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-400a9ba9-9870-4870-9b03-cdd27a37976b req-0223185d-9004-4107-88c1-21278f7e57a8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583682 Aug 04 02:19:34.875934 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:19:34.925814 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:35.136487 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e650fb-a527-42f6-bfa9-348a40645cf1 req-69ae5db8-2f3e-4d79-af8e-db622f74c041 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:35.138744 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-02e650fb-a527-42f6-bfa9-348a40645cf1 req-69ae5db8-2f3e-4d79-af8e-db622f74c041 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.1452448 Aug 04 02:19:35.235297 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d1a96-9e33-40b3-973e-dd0e5a89a75f req-d9f064cf-090f-4c5c-a0fa-23f750c1d7a0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:35.236761 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-501d1a96-9e33-40b3-973e-dd0e5a89a75f req-d9f064cf-090f-4c5c-a0fa-23f750c1d7a0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1279101 Aug 04 02:19:35.287284 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-02e650fb-a527-42f6-bfa9-348a40645cf1 req-51b971f7-1b8f-477a-9bbd-952a9bf3db94 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289306 Aug 04 02:19:35.292061 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:35.356178 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-501d1a96-9e33-40b3-973e-dd0e5a89a75f req-fd0ac47a-e258-4759-aea3-25408c8d9476 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088285 Aug 04 02:19:35.448005 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76de9d97-0321-4338-bbec-6a4e2b886009 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:19:35.458097 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Publish callbacks [] for port (76de9d97-0321-4338-bbec-6a4e2b886009), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:35.476577 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Transition to ACTIVE for port object 76de9d97-0321-4338-bbec-6a4e2b886009 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:19:35.482697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:35.554839 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Pushing event updated for resources: {'Port': ['ID=76de9d97-0321-4338-bbec-6a4e2b886009,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:35.613300 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Attempting to bind port 76de9d97-0321-4338-bbec-6a4e2b886009 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:19:35.613650 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Attempting to bind port 76de9d97-0321-4338-bbec-6a4e2b886009 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:19:35.613980 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Attempting to bind port 76de9d97-0321-4338-bbec-6a4e2b886009 on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:19:35.619711 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Port 76de9d97-0321-4338-bbec-6a4e2b886009 on network c3fd5976-8837-4886-aaff-706d72d2761f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:19:35.620031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Attempting to bind port 76de9d97-0321-4338-bbec-6a4e2b886009 on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:19:35.625368 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:19:35.625731 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:19:35.626098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Bound using segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:19:35.626525 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Bound port: 76de9d97-0321-4338-bbec-6a4e2b886009, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:19:35.626889 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:35.691092 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] For port 76de9d97-0321-4338-bbec-6a4e2b886009, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:19:35.694309 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] For port 76de9d97-0321-4338-bbec-6a4e2b886009, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76de9d97-0321-4338-bbec-6a4e2b886009,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:19:35.701466 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:35.705915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:35.706729 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:35.708353 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/76de9d97-0321-4338-bbec-6a4e2b886009 HTTP/1.1" status: 200 len: 1094 time: 0.8857472 Aug 04 02:19:35.709001 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:35.711480 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c03b86-84f2-4d04-88e0-9fb0a312f270" -d '{"events": [{"name": "network-changed", "server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:35.771561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fb196f-a0df-483c-bcd4-f93c7a4e27e3 x-openstack-request-id: req-22fb196f-a0df-483c-bcd4-f93c7a4e27e3 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:35.772284 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:35.772284 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22fb196f-a0df-483c-bcd4-f93c7a4e27e3 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:35.772520 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fb196f-a0df-483c-bcd4-f93c7a4e27e3'] response: {'name': 'network-changed', 'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009', 'status': 'completed', 'code': 200} Aug 04 02:19:35.803981 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcb548-9e00-4ebd-8f27-faf137f8d70c service neutron] Pushing event updated for resources: {'Port': ['ID=76de9d97-0321-4338-bbec-6a4e2b886009,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:35.824582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-79093860-3920-40d5-8adc-77bd12d2de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:35.826428 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-79093860-3920-40d5-8adc-77bd12d2de3c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 1128 time: 0.0531023 Aug 04 02:19:35.870446 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-78b56933-9d6b-40ad-ab3d-d89d9fb14085 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76de9d97-0321-4338-bbec-6a4e2b886009 HTTP/1.1" status: 200 len: 217 time: 0.0358217 Aug 04 02:19:35.885057 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:35.937946 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-8cbb005e-7504-4fa6-9036-f9e77c28d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:35.939343 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-8cbb005e-7504-4fa6-9036-f9e77c28d42c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0621190 Aug 04 02:19:36.002702 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd6027-c069-45f4-bda8-59f2f03bcbe1 req-4b8992ed-3755-4d99-be8f-0fc7706b279b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:36.004207 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8bd6027-c069-45f4-bda8-59f2f03bcbe1 req-4b8992ed-3755-4d99-be8f-0fc7706b279b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 944 time: 0.0804996 Aug 04 02:19:36.009803 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395892-095a-4ef3-a9c8-e539892b6705 req-f1c56207-6d44-453f-a8e9-fc66cd22b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:36.011186 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-f1c56207-6d44-453f-a8e9-fc66cd22b7a6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547957 Aug 04 02:19:36.053718 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8bd6027-c069-45f4-bda8-59f2f03bcbe1 req-f3d70494-df59-4865-8dd2-9a0b2fda5543 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Aug 04 02:19:36.208307 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-098656ed-c8e4-48df-bcea-776b51522af3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Aug 04 02:19:36.420161 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abcb59-ab02-46d0-834e-20f60a1510fd req-f5254b34-974f-4e4f-ab9b-2af182250187 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:36.421695 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1abcb59-ab02-46d0-834e-20f60a1510fd req-f5254b34-974f-4e4f-ab9b-2af182250187 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0503235 Aug 04 02:19:36.569848 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87e4a-05af-4a25-b9f0-4ca35580af40 req-2c70cfbe-ce29-4bc0-853d-6b9439f48a89 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:36.571331 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8c87e4a-05af-4a25-b9f0-4ca35580af40 req-2c70cfbe-ce29-4bc0-853d-6b9439f48a89 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1298470 Aug 04 02:19:36.575807 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:36.579382 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d1abcb59-ab02-46d0-834e-20f60a1510fd req-a5d553ae-1c11-42a5-8f9d-459c660efb1e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521885 Aug 04 02:19:36.652089 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08395892-095a-4ef3-a9c8-e539892b6705 req-7ae0a8e0-92b8-438e-8da2-81eaa1c8eada service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775444 Aug 04 02:19:36.655200 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8c87e4a-05af-4a25-b9f0-4ca35580af40 req-5776dc0a-255e-4fad-a505-c402d469d63e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746880 Aug 04 02:19:36.730385 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-6310c213-e519-41b8-a055-59e62cdda130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:36.731757 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-6310c213-e519-41b8-a055-59e62cdda130 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1129 time: 0.0384638 Aug 04 02:19:36.817955 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=63,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:36.821149 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:37.174717 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035694f-bb09-4676-b8fc-64c4511d37cb req-2390259a-7bf6-4461-8165-85656d907342 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:37.176195 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3035694f-bb09-4676-b8fc-64c4511d37cb req-2390259a-7bf6-4461-8165-85656d907342 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 944 time: 0.0507648 Aug 04 02:19:37.223638 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3035694f-bb09-4676-b8fc-64c4511d37cb req-44023cdb-9133-461d-a49d-fbb1fdeb46fc tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Aug 04 02:19:37.706292 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cda31-7438-4923-b163-a665f318f433 req-dd72a779-eb0e-43b3-a9a8-823c674495c2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:37.707788 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c46cda31-7438-4923-b163-a665f318f433 req-dd72a779-eb0e-43b3-a9a8-823c674495c2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0482974 Aug 04 02:19:37.802014 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c46cda31-7438-4923-b163-a665f318f433 req-3654c060-6c57-4a91-bf87-47076866832d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850487 Aug 04 02:19:37.808870 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1619d-eef3-4bef-b1f0-6769b1b05346 req-757b2231-0ff2-43e2-a6e6-495ee48f9a4e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:37.810332 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6a1619d-eef3-4bef-b1f0-6769b1b05346 req-757b2231-0ff2-43e2-a6e6-495ee48f9a4e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0728388 Aug 04 02:19:37.869751 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6a1619d-eef3-4bef-b1f0-6769b1b05346 req-d565ee9d-e6ff-4b01-b440-599f5a229e25 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518222 Aug 04 02:19:38.060181 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-c346e0bd-4067-4e4e-a488-dde6c29cb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.061578 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-c346e0bd-4067-4e4e-a488-dde6c29cb4bd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 1128 time: 0.0805960 Aug 04 02:19:38.067295 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:38.138167 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-7785294d-5a7f-41b7-8613-322e6e686430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.139597 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-7785294d-5a7f-41b7-8613-322e6e686430 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.1678863 Aug 04 02:19:38.220131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-bb9c2553-d4e3-4082-8c0c-a01b55aac876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.221612 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-bb9c2553-d4e3-4082-8c0c-a01b55aac876 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 916 time: 0.1514051 Aug 04 02:19:38.225363 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-17804a44-8403-46f2-9f12-961c60013a7f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 1000 time: 0.0778003 Aug 04 02:19:38.273986 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-668520fb-b114-46e9-82df-2cc8546d7bda service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76de9d97-0321-4338-bbec-6a4e2b886009 HTTP/1.1" status: 200 len: 217 time: 0.0389717 Aug 04 02:19:38.383569 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b3410-351e-4b57-91e1-2d8b9ae57c30 req-df00969c-2db9-4c8d-951b-bd7c38947bfe tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.385102 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-182b3410-351e-4b57-91e1-2d8b9ae57c30 req-df00969c-2db9-4c8d-951b-bd7c38947bfe tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 944 time: 0.0840774 Aug 04 02:19:38.386892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-228506da-1230-4559-bf87-eb9f66d23c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.388178 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-228506da-1230-4559-bf87-eb9f66d23c07 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.1475251 Aug 04 02:19:38.389679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-a52ab9da-fe17-4558-9601-94132e96e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.391080 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-a52ab9da-fe17-4558-9601-94132e96e633 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0996592 Aug 04 02:19:38.491934 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:38.494669 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-7f1d5de9-0ace-45e1-90ae-d964d16760d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.496152 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-7f1d5de9-0ace-45e1-90ae-d964d16760d0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0911381 Aug 04 02:19:38.497058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-2e319aee-f0f5-42ef-924a-6948589608c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.498359 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-2e319aee-f0f5-42ef-924a-6948589608c9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0923743 Aug 04 02:19:38.502029 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-182b3410-351e-4b57-91e1-2d8b9ae57c30 req-639178ff-494d-456c-af95-6c971ac4eb90 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102347 Aug 04 02:19:38.995024 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb9a31-6605-45ca-810c-a0fb63a083c0 req-c90a3252-d374-4f7c-899f-6c99980b23dc tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:38.996528 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8abb9a31-6605-45ca-810c-a0fb63a083c0 req-c90a3252-d374-4f7c-899f-6c99980b23dc tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0945804 Aug 04 02:19:39.069465 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-24dd52a1-2fa6-4188-a6d9-7de70e94e3a5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020907 Aug 04 02:19:39.073193 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-a61d6ca2-cc40-4a00-be37-58ee4a009405 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047283 Aug 04 02:19:39.079461 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d083a6b-c4a2-48ff-8c1d-6d3fc0cb6973 req-f92e66e8-f16b-4b1b-bf7e-7a8a3658268a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:39.080922 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d083a6b-c4a2-48ff-8c1d-6d3fc0cb6973 req-f92e66e8-f16b-4b1b-bf7e-7a8a3658268a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1151190 Aug 04 02:19:39.220056 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8abb9a31-6605-45ca-810c-a0fb63a083c0 req-4c9e184f-018f-423d-89a4-9c440604f7eb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938467 Aug 04 02:19:39.282475 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d083a6b-c4a2-48ff-8c1d-6d3fc0cb6973 req-79b6113c-1c1e-46a2-8d00-d39b7d289639 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891477 Aug 04 02:19:39.314988 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-36c03b86-84f2-4d04-88e0-9fb0a312f270 req-efa37218-b407-483f-9ffc-96ded61a280a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226300 Aug 04 02:19:39.326635 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04b9d721-c196-4d43-ab6f-070a7c2abacb req-8a7e6591-0bb1-4464-8ace-03702a5cb145 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317846 Aug 04 02:19:39.327009 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-bdc192df-26f2-4e68-ae68-19fd7993e8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:39.513051 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261599e1-6627-4bca-9d0f-3d0e643ef7ce req-18c6929c-e1ec-4aae-9f83-0cee3fd0ffeb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:39.514526 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-261599e1-6627-4bca-9d0f-3d0e643ef7ce req-18c6929c-e1ec-4aae-9f83-0cee3fd0ffeb tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0509577 Aug 04 02:19:39.564254 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-261599e1-6627-4bca-9d0f-3d0e643ef7ce req-97a9dcc1-2e0c-4236-bfc2-bc591307f8d3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439878 Aug 04 02:19:39.618052 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:39.627586 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989408e8-4ce3-4fb3-bfc4-1fa64891f50e req-52fbe5a4-69a1-4637-b968-8c223135ccd4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:39.629092 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-989408e8-4ce3-4fb3-bfc4-1fa64891f50e req-52fbe5a4-69a1-4637-b968-8c223135ccd4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 944 time: 0.0489552 Aug 04 02:19:39.686202 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-989408e8-4ce3-4fb3-bfc4-1fa64891f50e req-241f5eac-8cc4-41a7-8ccf-fb0daffb44a1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507677 Aug 04 02:19:40.345087 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80399303-3795-4a03-bef5-b243e751bf35 req-0a3f7f2c-da7d-42d0-bc00-8f1fee7584d5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:40.346663 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-80399303-3795-4a03-bef5-b243e751bf35 req-0a3f7f2c-da7d-42d0-bc00-8f1fee7584d5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0470998 Aug 04 02:19:40.400030 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-80399303-3795-4a03-bef5-b243e751bf35 req-1e5fb0a5-1ea2-43d1-be80-c07676fe3fd3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477862 Aug 04 02:19:40.576447 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:40.688400 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d6dea-d713-4f14-90e3-d79a1fa471e7 req-5a0ba2f4-c78e-4f28-9261-8a91fbd44214 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:40.689930 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9a6d6dea-d713-4f14-90e3-d79a1fa471e7 req-5a0ba2f4-c78e-4f28-9261-8a91fbd44214 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Aug 04 02:19:40.731599 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 76de9d97-0321-4338-bbec-6a4e2b886009 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:19:40.732323 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:40.744980 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9a6d6dea-d713-4f14-90e3-d79a1fa471e7 req-63813816-fff8-49b8-9550-9adfbd203263 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493464 Aug 04 02:19:40.795395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:40.808168 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:40.810545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63347eea-42cb-4890-b797-769e3c1de490 req-090062ac-e160-44dc-8d6c-75d7d49fd1fd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:40.812078 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-63347eea-42cb-4890-b797-769e3c1de490 req-090062ac-e160-44dc-8d6c-75d7d49fd1fd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 944 time: 0.0520704 Aug 04 02:19:40.841475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 76de9d97-0321-4338-bbec-6a4e2b886009, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76de9d97-0321-4338-bbec-6a4e2b886009,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:40.853319 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '76de9d97-0321-4338-bbec-6a4e2b886009', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'port_id': '76de9d97-0321-4338-bbec-6a4e2b886009', 'mac_address': 'fa:16:3e:8d:50:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:19:40.861116 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-63347eea-42cb-4890-b797-769e3c1de490 req-bc423d7b-cb37-48cd-8005-3e6bb5b04e53 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Aug 04 02:19:40.889361 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 76de9d97-0321-4338-bbec-6a4e2b886009 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:40.889784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:40.906147 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76de9d97-0321-4338-bbec-6a4e2b886009 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:19:40.930412 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 76de9d97-0321-4338-bbec-6a4e2b886009, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76de9d97-0321-4338-bbec-6a4e2b886009,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:40.934626 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:40.981314 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=76de9d97-0321-4338-bbec-6a4e2b886009,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:41.480471 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1268dcd6-db47-497c-9de0-6ea57540fdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:41.532438 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d869a16-d680-4232-b5cd-054eb0ed3611 req-c0864758-f035-430d-8108-4029f5b1e428 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:41.533886 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d869a16-d680-4232-b5cd-054eb0ed3611 req-c0864758-f035-430d-8108-4029f5b1e428 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 945 time: 0.0501301 Aug 04 02:19:41.542917 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:19:41.584558 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d869a16-d680-4232-b5cd-054eb0ed3611 req-e529d0fe-8034-497e-b4fc-a58fd0979357 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Aug 04 02:19:41.622450 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: ACTIVE; New status is: DOWN {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:41.622967 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:41.646642 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:41.648925 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971d834-818f-482c-a71d-6618a6062202" -d '{"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:41.661965 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:41.667165 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:41.695604 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3452a49-8ff7-4609-b130-d15865425d83 x-openstack-request-id: req-f3452a49-8ff7-4609-b130-d15865425d83 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:41.695923 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:41.696181 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3452a49-8ff7-4609-b130-d15865425d83 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:41.696650 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3452a49-8ff7-4609-b130-d15865425d83'] response: {'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'code': 200} Aug 04 02:19:41.717865 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=8']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:41.859699 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c0373-fd16-46ec-bc8d-f83b4980faf0 req-789dafae-29ca-42c9-abe7-f4d6c36645a5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:41.861216 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d5c0373-fd16-46ec-bc8d-f83b4980faf0 req-789dafae-29ca-42c9-abe7-f4d6c36645a5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0463457 Aug 04 02:19:41.909523 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d5c0373-fd16-46ec-bc8d-f83b4980faf0 req-f60eea8a-5f8f-4509-9e17-eaec154127c9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Aug 04 02:19:41.979775 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6fa1-c05b-4f87-b688-80cb6a9375eb req-0d6076cd-748e-4130-8522-16ce942b1aa5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:41.981290 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba0e6fa1-c05b-4f87-b688-80cb6a9375eb req-0d6076cd-748e-4130-8522-16ce942b1aa5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 945 time: 0.0461626 Aug 04 02:19:42.032264 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba0e6fa1-c05b-4f87-b688-80cb6a9375eb req-45bdcb14-a1cd-488b-bf63-6fd55b8482a8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Aug 04 02:19:42.734959 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:42.748900 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad6a45-8a97-47ba-bc66-038225b7bf07 req-8d864fdd-e126-4875-9115-58ea083b31e3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:42.750524 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5ad6a45-8a97-47ba-bc66-038225b7bf07 req-8d864fdd-e126-4875-9115-58ea083b31e3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0809212 Aug 04 02:19:42.769966 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-5759a1c7-ab7e-4f87-bcb2-4f8b106f3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:42.771405 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-5759a1c7-ab7e-4f87-bcb2-4f8b106f3317 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1130 time: 0.0650778 Aug 04 02:19:42.841395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['76de9d97-0321-4338-bbec-6a4e2b886009'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:19:42.861700 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d5ad6a45-8a97-47ba-bc66-038225b7bf07 req-ebc25086-9763-40ea-ade8-f8d23bad9d04 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034298 Aug 04 02:19:42.902517 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-159aa059-bfd0-4fdd-8598-097086e69ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:42.904157 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-159aa059-bfd0-4fdd-8598-097086e69ef5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 912 time: 0.1196961 Aug 04 02:19:43.029337 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1089a8-3f5c-4b4d-a7cc-b9beb48ea50a req-008d7746-16c3-4485-ab75-a44c82d37304 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:43.030718 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b1089a8-3f5c-4b4d-a7cc-b9beb48ea50a req-008d7746-16c3-4485-ab75-a44c82d37304 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0486841 Aug 04 02:19:43.078830 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b1089a8-3f5c-4b4d-a7cc-b9beb48ea50a req-4ed5a625-a520-4d33-8d3f-f91456693886 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Aug 04 02:19:43.178002 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:43.197350 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8264e-e51e-43c1-a561-eb8a97b6209d req-f58c4a57-6aa4-46c6-a931-101a85156303 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:43.199053 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bed8264e-e51e-43c1-a561-eb8a97b6209d req-f58c4a57-6aa4-46c6-a931-101a85156303 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 945 time: 0.0933387 Aug 04 02:19:43.201015 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-78a4c8ed-8e05-49d2-a41c-4d629ab0ee94 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 1002 time: 0.1026235 Aug 04 02:19:43.284507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-7d0b9713-8a4a-458f-afbe-72a8a366a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:43.285888 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-7d0b9713-8a4a-458f-afbe-72a8a366a6b6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0783558 Aug 04 02:19:43.289057 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bed8264e-e51e-43c1-a561-eb8a97b6209d req-aadbb764-e473-4bbb-8367-86b10671be27 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833659 Aug 04 02:19:43.331587 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-5c99b939-92a0-4022-ab5f-adfcfed5f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:43.333142 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-5c99b939-92a0-4022-ab5f-adfcfed5f1c2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386355 Aug 04 02:19:43.426506 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-16197945-e42b-44e1-bde6-31bf7b81dcc2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851216 Aug 04 02:19:43.440364 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:43.534134 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b3e29a8-1699-4b24-a3b5-9b416dd035a8 req-413b1ed9-19bd-4466-8df0-f9f2eca41e07 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011965 Aug 04 02:19:43.990491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde68b6d-0927-4d80-819f-24f82d25fcb4 req-f2cdc38a-8739-4ea5-a4ff-9a3f3c094070 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:43.991984 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bde68b6d-0927-4d80-819f-24f82d25fcb4 req-f2cdc38a-8739-4ea5-a4ff-9a3f3c094070 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0487604 Aug 04 02:19:44.040204 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bde68b6d-0927-4d80-819f-24f82d25fcb4 req-468cc15f-abea-42ef-958c-b416bcad8fe7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419321 Aug 04 02:19:44.208466 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a11f1a-d17a-40bf-b801-666359568c63 req-dded45a4-b677-42aa-bd12-cb7637dc4de0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:44.210267 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8a11f1a-d17a-40bf-b801-666359568c63 req-dded45a4-b677-42aa-bd12-cb7637dc4de0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0571477 Aug 04 02:19:44.263527 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8a11f1a-d17a-40bf-b801-666359568c63 req-6da81bf8-c28b-4bf2-a371-a32e57428707 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471768 Aug 04 02:19:44.300945 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:44.410754 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0a6f0-fecf-46e6-bffa-6930c7112967 req-b115aaac-a6a0-4385-a495-f3ce41c06efb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:44.412457 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29b0a6f0-fecf-46e6-bffa-6930c7112967 req-b115aaac-a6a0-4385-a495-f3ce41c06efb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 945 time: 0.0511897 Aug 04 02:19:44.422330 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:44.464349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29b0a6f0-fecf-46e6-bffa-6930c7112967 req-9b19ccf7-5221-42dc-9629-8391d7d70a54 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441782 Aug 04 02:19:44.482605 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 76de9d97-0321-4338-bbec-6a4e2b886009 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:19:44.528028 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 76de9d97-0321-4338-bbec-6a4e2b886009 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:19:44.534475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 76de9d97-0321-4338-bbec-6a4e2b886009 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:19:44.535319 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:44.568383 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-db84ee2f-125d-4ae8-bb8b-017901987a8f req-ab2542d9-aa72-483c-9a0f-a785590d4f91 service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:19:44.569485 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-db84ee2f-125d-4ae8-bb8b-017901987a8f req-ab2542d9-aa72-483c-9a0f-a785590d4f91 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055442 Aug 04 02:19:44.611563 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 76de9d97-0321-4338-bbec-6a4e2b886009 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:44.611949 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:44.636591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:44.639048 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087b9d03-e359-450f-876e-7f50b682a57a" -d '{"events": [{"server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "name": "network-vif-plugged", "status": "completed", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:44.664980 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 76de9d97-0321-4338-bbec-6a4e2b886009, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76de9d97-0321-4338-bbec-6a4e2b886009,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:19:44.671294 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:44.707865 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c39f07b-786e-40ba-95cc-bd1bfc30af58 x-openstack-request-id: req-7c39f07b-786e-40ba-95cc-bd1bfc30af58 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:44.708219 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "name": "network-vif-plugged", "status": "completed", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:44.708532 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c39f07b-786e-40ba-95cc-bd1bfc30af58 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:44.709010 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c39f07b-786e-40ba-95cc-bd1bfc30af58'] response: {'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009', 'code': 200} Aug 04 02:19:44.730672 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=76de9d97-0321-4338-bbec-6a4e2b886009,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:44.794692 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a1310-99f5-4658-ba6b-64056b7636b6 req-4bdb051a-fdeb-4349-a797-00b043ac120c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:44.796517 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-167a1310-99f5-4658-ba6b-64056b7636b6 req-4bdb051a-fdeb-4349-a797-00b043ac120c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0734403 Aug 04 02:19:44.868408 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-167a1310-99f5-4658-ba6b-64056b7636b6 req-f0096042-dacd-4485-b87d-928cd83a93d2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650394 Aug 04 02:19:44.872402 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=9 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:44.966660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99a795-f947-46c6-aacd-9d03362b68cb req-1216014a-daca-4e76-9fb8-df4461616f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:44.968168 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe99a795-f947-46c6-aacd-9d03362b68cb req-1216014a-daca-4e76-9fb8-df4461616f73 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 1130 time: 0.0483603 Aug 04 02:19:45.017905 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe99a795-f947-46c6-aacd-9d03362b68cb req-e1935df1-a1eb-4bbd-bd6b-263fa9cbb646 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Aug 04 02:19:45.103137 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55024) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:45.191025 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-28ff9c47-0877-4266-9ad2-e8fcb3753d88 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865817 Aug 04 02:19:45.199932 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-7e6a9a43-e9f6-4f91-8248-80b8fefd5a79 service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:19:45.200997 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-7e6a9a43-e9f6-4f91-8248-80b8fefd5a79 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052867 Aug 04 02:19:45.278271 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55032) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:45.332092 dv-cinder-740146-17-iscsi neutron-server[104417]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 02:19:45.378022 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-e0958b0f-3a7f-4026-9030-08344198ba8e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:45.379401 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-e0958b0f-3a7f-4026-9030-08344198ba8e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports/a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 940 time: 0.1001391 Aug 04 02:19:45.389653 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d958ff-d520-4a95-a975-e12736168791 req-3e7d3f73-37d2-46e7-8025-b10594225c87 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:45.391559 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-80d958ff-d520-4a95-a975-e12736168791 req-3e7d3f73-37d2-46e7-8025-b10594225c87 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0508685 Aug 04 02:19:45.439737 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-80d958ff-d520-4a95-a975-e12736168791 req-365ec5e3-4713-440a-9a2e-70ac36a1628f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420084 Aug 04 02:19:45.584563 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535431f2-7043-4066-8a8e-cbf54edc8e96 req-3a92ca87-5cef-4ef9-bf9f-e08c2b0444eb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:45.587083 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535431f2-7043-4066-8a8e-cbf54edc8e96 req-3a92ca87-5cef-4ef9-bf9f-e08c2b0444eb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0509558 Aug 04 02:19:45.621262 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:45.637014 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-535431f2-7043-4066-8a8e-cbf54edc8e96 req-04ed3bd3-473d-4744-bf85-86bf8470de45 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441926 Aug 04 02:19:46.013056 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729d6d-8faf-4790-8d84-dd29a266777c req-5248d418-9ea8-4b05-9cc2-86938d8cf813 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:46.014716 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa729d6d-8faf-4790-8d84-dd29a266777c req-5248d418-9ea8-4b05-9cc2-86938d8cf813 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0546238 Aug 04 02:19:46.071218 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa729d6d-8faf-4790-8d84-dd29a266777c req-62ff46c0-f895-4edc-bd37-aaf54b1ba233 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509446 Aug 04 02:19:46.484403 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:19:46.566628 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: DOWN; New status is: DOWN {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:19:46.757607 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5bb4d-a962-465a-8da1-08a7f8ffd240 req-4ad6df8f-b0a5-43ae-8534-845e2d2cf80e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:46.759100 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-25f5bb4d-a962-465a-8da1-08a7f8ffd240 req-4ad6df8f-b0a5-43ae-8534-845e2d2cf80e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0469632 Aug 04 02:19:46.806866 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-25f5bb4d-a962-465a-8da1-08a7f8ffd240 req-9106c68e-35bc-4adc-a357-d6e25c7e1909 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415137 Aug 04 02:19:47.201072 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:47.213506 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da5ba4-823e-4388-97e8-ff9e25880ee8 req-333b7269-d3ed-4759-9d94-d726833c378f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:47.215038 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31da5ba4-823e-4388-97e8-ff9e25880ee8 req-333b7269-d3ed-4759-9d94-d726833c378f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0549531 Aug 04 02:19:47.267691 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-31da5ba4-823e-4388-97e8-ff9e25880ee8 req-e3b722eb-c619-425f-b431-4de7a8dceaac tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465055 Aug 04 02:19:47.685359 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-c08d5a8a-e1db-4f81-880e-746994c777fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:47.686854 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-c08d5a8a-e1db-4f81-880e-746994c777fc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9&tenant_id=11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 1127 time: 0.0733025 Aug 04 02:19:47.748215 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-e9d29b30-25a8-4e58-89d4-6974dccb671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:47.749732 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-e9d29b30-25a8-4e58-89d4-6974dccb671f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1127 time: 0.0389130 Aug 04 02:19:47.850314 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-c2cd4e63-e462-4e92-ad3d-8b7f663a593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:47.851783 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-c2cd4e63-e462-4e92-ad3d-8b7f663a593b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.0936959 Aug 04 02:19:47.952178 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059ffc9-9a04-4ee1-9a43-037a0e90f645 req-40239457-a5a2-46b8-887e-1886eb821210 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:47.953595 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0059ffc9-9a04-4ee1-9a43-037a0e90f645 req-40239457-a5a2-46b8-887e-1886eb821210 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0620649 Aug 04 02:19:47.955311 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-aae0c75f-8b2c-45e6-836e-f3837c813c1c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 998 time: 0.0966756 Aug 04 02:19:48.037529 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0059ffc9-9a04-4ee1-9a43-037a0e90f645 req-ae176d47-bf03-4320-b00e-e31ad39b11c0 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783300 Aug 04 02:19:48.038831 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-2d360881-2a42-4cb5-b0c7-e1b31a85ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:48.040141 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-2d360881-2a42-4cb5-b0c7-e1b31a85ccbc service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0670803 Aug 04 02:19:48.084064 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-541a7966-d66a-4690-a436-449f49563703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:48.085887 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-541a7966-d66a-4690-a436-449f49563703 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391765 Aug 04 02:19:48.195013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8916a12-8ef9-46fa-8b92-da2dd0d863e4 req-9a69d8a9-8bf6-49bd-b81d-b77e9f2b2a3e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:48.196439 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8916a12-8ef9-46fa-8b92-da2dd0d863e4 req-9a69d8a9-8bf6-49bd-b81d-b77e9f2b2a3e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0582445 Aug 04 02:19:48.206802 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55072) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:48.211594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'port_id': '76de9d97-0321-4338-bbec-6a4e2b886009'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:19:48.218344 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-15ceaf67-e0da-41a0-8e71-5e27ec4367ab service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250613 Aug 04 02:19:48.251811 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (333b10dd-abba-4a3b-9a1e-8ad3b526b478), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.319990 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fe8e537b-1d11-44a8-b57b-0391ca557045 req-2957deb6-385d-4824-9e7e-407118fad5ea service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956013 Aug 04 02:19:48.409172 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed56d8-8b1f-4c05-b7e4-3ce140292c3e req-9ab5bf3d-03ed-4a0a-8dfb-419999ae3430 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:48.411018 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e3ed56d8-8b1f-4c05-b7e4-3ce140292c3e req-9ab5bf3d-03ed-4a0a-8dfb-419999ae3430 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0599809 Aug 04 02:19:48.473034 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e3ed56d8-8b1f-4c05-b7e4-3ce140292c3e req-a965af50-4620-4c68-9557-fa389dd29ce9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561817 Aug 04 02:19:48.587562 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55092) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:48.718608 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.725270 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (333b10dd-abba-4a3b-9a1e-8ad3b526b478), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.730891 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be70b5d4-bbfd-4024-9273-0468087e0541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.769517 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:48.786611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:48.817117 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be70b5d4-bbfd-4024-9273-0468087e0541 admin admin] Publish callbacks [] for security_group (4ec14538-b4ba-4204-8870-b3c03eb3c719), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.821489 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be70b5d4-bbfd-4024-9273-0468087e0541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (4ec14538-b4ba-4204-8870-b3c03eb3c719), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.851721 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP 333b10dd-abba-4a3b-9a1e-8ad3b526b478 associated. External IP: 172.27.4.226, port: 76de9d97-0321-4338-bbec-6a4e2b886009. Aug 04 02:19:48.872779 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-be70b5d4-bbfd-4024-9273-0468087e0541 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=b9eaf54498e2461293dfdac1c10d80b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830393 Aug 04 02:19:48.873429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55106) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:48.875435 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70b5d4-bbfd-4024-9273-0468087e0541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec14538-b4ba-4204-8870-b3c03eb3c719,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:48.941977 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d96099a6-d43b-4810-8e53-6f382966dcad admin admin] Publish callbacks [] for security_group (4ec14538-b4ba-4204-8870-b3c03eb3c719), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:48.970161 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d96099a6-d43b-4810-8e53-6f382966dcad admin admin] Publish callbacks [] for security_group (4ec14538-b4ba-4204-8870-b3c03eb3c719), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:49.051823 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d96099a6-d43b-4810-8e53-6f382966dcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (4ec14538-b4ba-4204-8870-b3c03eb3c719), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:49.054658 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d96099a6-d43b-4810-8e53-6f382966dcad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:49.059001 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d96099a6-d43b-4810-8e53-6f382966dcad admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/4ec14538-b4ba-4204-8870-b3c03eb3c719 HTTP/1.1" status: 204 len: 168 time: 0.1813245 Aug 04 02:19:49.065638 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96099a6-d43b-4810-8e53-6f382966dcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec14538-b4ba-4204-8870-b3c03eb3c719,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:49.136122 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:19:49.297018 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:19:49.311935 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:19:49.313819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:49.336102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:19:49.337068 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:19:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:49.360410 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3fba48cd-239c-4d87-8546-0297ef049cc3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/333b10dd-abba-4a3b-9a1e-8ad3b526b478 HTTP/1.1" status: 200 len: 992 time: 1.1524544 Aug 04 02:19:49.361430 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:19:49.369058 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7d28d4-1310-4b0c-a583-a96a465f3100" -d '{"events": [{"name": "network-changed", "server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:19:49.407708 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:49.444579 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd3312-7826-41d9-b902-7ed2ad215473 x-openstack-request-id: req-79cd3312-7826-41d9-b902-7ed2ad215473 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:19:49.444973 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:19:49.445341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-79cd3312-7826-41d9-b902-7ed2ad215473 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:19:49.446202 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79cd3312-7826-41d9-b902-7ed2ad215473'] response: {'name': 'network-changed', 'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009', 'status': 'completed', 'code': 200} Aug 04 02:19:49.501997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:19:49.577601 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:49.657574 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9a16f-e15b-4f24-b19c-1fb6f91c7c74 req-e9f2142c-1681-431f-831f-b38cf893504c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:49.665852 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60c9a16f-e15b-4f24-b19c-1fb6f91c7c74 req-e9f2142c-1681-431f-831f-b38cf893504c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0739260 Aug 04 02:19:49.724959 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60c9a16f-e15b-4f24-b19c-1fb6f91c7c74 req-d8969286-e99c-4b0b-ae96-97421d8378a4 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581844 Aug 04 02:19:49.906244 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '333b10dd-abba-4a3b-9a1e-8ad3b526b478', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.226', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '76de9d97-0321-4338-bbec-6a4e2b886009', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:8d:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:26Z', 'updated_at': '2022-08-04T02:19:48Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}, {'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:18:02Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:49.943292 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:19:49.956226 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:19:49.957083 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:19:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:50.229745 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:19:50.232408 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:50.517151 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '333b10dd-abba-4a3b-9a1e-8ad3b526b478', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.226', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '76de9d97-0321-4338-bbec-6a4e2b886009', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:8d:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:26Z', 'updated_at': '2022-08-04T02:19:48Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}, {'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:18:02Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:19:50.559113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e873d008-25ec-44b2-9a08-c2bee1a8d621 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '333b10dd-abba-4a3b-9a1e-8ad3b526b478', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.226', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '76de9d97-0321-4338-bbec-6a4e2b886009', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:8d:50:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:26Z', 'updated_at': '2022-08-04T02:19:48Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}, {'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:18:02Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:19:50.655773 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55144) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:50.796211 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fda14a7-1173-4a75-9d33-8a8e79f01307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:50.835343 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06791f3b-3be5-47c2-95fc-d026e41ef128 None None] New status for floating IP 333b10dd-abba-4a3b-9a1e-8ad3b526b478: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:19:50.941692 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fda14a7-1173-4a75-9d33-8a8e79f01307 admin admin] Publish callbacks [] for security_group (b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:50.960646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fda14a7-1173-4a75-9d33-8a8e79f01307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:51.002895 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0c665-8d49-4c5b-bcee-fe639a7290d0 req-a9f98acf-d8c3-44c6-b6ce-36aae51bea36 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:51.009942 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-89d0c665-8d49-4c5b-bcee-fe639a7290d0 req-a9f98acf-d8c3-44c6-b6ce-36aae51bea36 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.1092916 Aug 04 02:19:51.032180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0fda14a7-1173-4a75-9d33-8a8e79f01307 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=bb54269523f545c59692387904ed7b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722830 Aug 04 02:19:51.032914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55150) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:19:51.052157 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda14a7-1173-4a75-9d33-8a8e79f01307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:51.088235 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-89d0c665-8d49-4c5b-bcee-fe639a7290d0 req-93ebf861-8601-4d30-8ac1-bf0cbcefc32e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772445 Aug 04 02:19:51.140269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:51.141444 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:51.142373 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0463de23-efa3-41e8-bbfc-fca3985ccc5e admin admin] Publish callbacks [] for security_group (b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:51.177605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0463de23-efa3-41e8-bbfc-fca3985ccc5e admin admin] Publish callbacks [] for security_group (b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:51.231211 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0463de23-efa3-41e8-bbfc-fca3985ccc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:51.234519 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0463de23-efa3-41e8-bbfc-fca3985ccc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:19:51.234989 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0463de23-efa3-41e8-bbfc-fca3985ccc5e admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f HTTP/1.1" status: 204 len: 168 time: 0.2003791 Aug 04 02:19:51.248533 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463de23-efa3-41e8-bbfc-fca3985ccc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c6ab34-dbb5-4ae1-8cb6-bc3a22b1253f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:19:52.235608 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7944fc8-af4a-472e-a7ba-7de1ccb08970 req-e2d02c12-7a21-4553-bffd-8fc5012ff111 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:52.237393 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7944fc8-af4a-472e-a7ba-7de1ccb08970 req-e2d02c12-7a21-4553-bffd-8fc5012ff111 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0640478 Aug 04 02:19:52.296221 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e7944fc8-af4a-472e-a7ba-7de1ccb08970 req-5bb65753-16c3-41d7-ba7e-761e2c6f4f71 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522830 Aug 04 02:19:53.427771 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0d4d3-99cf-4f78-8b8d-ca956f2736f9 req-0ddee933-32c5-471d-825f-4e2df9633470 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:53.429296 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c7c0d4d3-99cf-4f78-8b8d-ca956f2736f9 req-0ddee933-32c5-471d-825f-4e2df9633470 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0511260 Aug 04 02:19:53.481884 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c7c0d4d3-99cf-4f78-8b8d-ca956f2736f9 req-d9e97b0e-51f1-4fc6-bda9-4c4aa7d70ac0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 Aug 04 02:19:54.627863 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aadaa3-c79b-459d-aa5f-9ae75119538c req-0e2ce677-2e91-4a1b-ac4a-c0e0174c296a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:54.631740 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-71aadaa3-c79b-459d-aa5f-9ae75119538c req-0e2ce677-2e91-4a1b-ac4a-c0e0174c296a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0541203 Aug 04 02:19:54.645205 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:54.686550 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-71aadaa3-c79b-459d-aa5f-9ae75119538c req-e043713c-57e8-4ffa-b0ad-384d75e50125 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483232 Aug 04 02:19:55.783443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:19:55.820968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10317b-7cd5-4895-a78a-a90cc39523ef req-a5157af8-5017-46a2-8125-63fe0c5a104e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:55.822486 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f10317b-7cd5-4895-a78a-a90cc39523ef req-a5157af8-5017-46a2-8125-63fe0c5a104e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0501711 Aug 04 02:19:55.874968 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f10317b-7cd5-4895-a78a-a90cc39523ef req-513d78aa-d800-470c-9e83-0286881a48f3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458636 Aug 04 02:19:57.023744 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6652149-fa9a-47a4-bfc0-1344adef2c75 req-49a7852e-d024-442f-a2db-9182f8dc710e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:57.025346 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c6652149-fa9a-47a4-bfc0-1344adef2c75 req-49a7852e-d024-442f-a2db-9182f8dc710e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0528123 Aug 04 02:19:57.113019 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c6652149-fa9a-47a4-bfc0-1344adef2c75 req-fd3bc37b-d5c7-45ad-b5db-7c4288417ba9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806425 Aug 04 02:19:58.259255 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a34e-d34e-472f-ab30-5d372c60a45d req-39ab410b-3cd4-4e54-80bb-bf27ddf21e8c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:58.261030 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dae8a34e-d34e-472f-ab30-5d372c60a45d req-39ab410b-3cd4-4e54-80bb-bf27ddf21e8c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0500336 Aug 04 02:19:58.310987 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dae8a34e-d34e-472f-ab30-5d372c60a45d req-a817e5bd-2491-4206-b371-73ba6890479c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Aug 04 02:19:58.949529 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-75900142-53da-4c59-932e-933d0ab4cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:58.951078 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-75900142-53da-4c59-932e-933d0ab4cd3b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 1130 time: 0.0441024 Aug 04 02:19:59.445867 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b63851-8f8f-4c7b-ba9f-5df36c0aaa46 req-b8162abe-b3ac-4da2-abca-a5ec622e82c5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:59.447348 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b63851-8f8f-4c7b-ba9f-5df36c0aaa46 req-b8162abe-b3ac-4da2-abca-a5ec622e82c5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0510323 Aug 04 02:19:59.505084 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20b63851-8f8f-4c7b-ba9f-5df36c0aaa46 req-7d5694d7-f678-4181-bab7-0a0f3481a852 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507879 Aug 04 02:19:59.640058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-642bcabb-090b-4892-ab8f-777c5d3561eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:59.641572 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-642bcabb-090b-4892-ab8f-777c5d3561eb service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 916 time: 0.0865910 Aug 04 02:19:59.719314 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-cf34658a-0413-4b5b-adba-7ca7fccbd9dc service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76de9d97-0321-4338-bbec-6a4e2b886009 HTTP/1.1" status: 200 len: 1002 time: 0.0597727 Aug 04 02:19:59.768119 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-bdd2db88-2e70-4174-b646-309b44140979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:59.769565 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-bdd2db88-2e70-4174-b646-309b44140979 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0436511 Aug 04 02:19:59.812968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-831d48d5-6ff6-41c0-979b-33c43c775ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:19:59.814418 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-831d48d5-6ff6-41c0-979b-33c43c775ea9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378392 Aug 04 02:19:59.907082 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-5917eb21-4657-4f24-8af7-84fb9b772dce service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850511 Aug 04 02:19:59.997091 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f7d28d4-1310-4b0c-a583-a96a465f3100 req-14827a0a-e641-4507-b659-a4f6d70d060b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833623 Aug 04 02:20:00.512612 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=45 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:00.558838 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=36 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:00.645114 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de940-6c29-48c5-8c04-4f26dfafa9a2 req-d9189927-ed5f-4f1d-bc52-24b1f3313178 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:00.648080 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-702de940-6c29-48c5-8c04-4f26dfafa9a2 req-d9189927-ed5f-4f1d-bc52-24b1f3313178 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0589957 Aug 04 02:20:00.698303 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-702de940-6c29-48c5-8c04-4f26dfafa9a2 req-7d8507d3-a038-4ba4-bd8a-78a413915d18 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Aug 04 02:20:01.216343 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=6,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:01.243671 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:01.264527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:01.824788 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c381b-8835-4586-9623-a25d50de4efa req-0de63d5d-ee5b-4496-9e76-3b0597ddd516 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:01.826350 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e1c381b-8835-4586-9623-a25d50de4efa req-0de63d5d-ee5b-4496-9e76-3b0597ddd516 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0493445 Aug 04 02:20:01.853655 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:01.875972 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e1c381b-8835-4586-9623-a25d50de4efa req-b4867bbf-0890-46d2-a639-5fb04bce352f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440750 Aug 04 02:20:02.902500 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55314) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:02.965558 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:03.001976 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bacda-73d1-482d-befa-9aa42812be2e req-8c1f6583-b9a8-4457-8c10-01b4ca4c59cb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:03.003693 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f8bacda-73d1-482d-befa-9aa42812be2e req-8c1f6583-b9a8-4457-8c10-01b4ca4c59cb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0478609 Aug 04 02:20:03.017042 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.061698 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f8bacda-73d1-482d-befa-9aa42812be2e req-adb1ea32-8325-477c-840f-18ef4785d729 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507963 Aug 04 02:20:03.095681 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Publish callbacks [] for security_group (b4ecdda1-bd71-4355-b065-dec262487c94), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.099450 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b4ecdda1-bd71-4355-b065-dec262487c94), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.136184 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ecdda1-bd71-4355-b065-dec262487c94,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:03.139823 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=7febb232a825434092e8c7b660f299a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361729 Aug 04 02:20:03.142692 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55324) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:03.146015 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.146368 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.146710 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.147054 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.147401 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.147712 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.148039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.148364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.148764 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.149039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.149367 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.149688 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.150009 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.150327 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.150644 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9b3c8-617d-4c98-8842-7ad8c884b97f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:03.430944 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6281fbcc-a9f4-4536-a1da-eee6b0a39128 admin admin] Publish callbacks [] for security_group (b4ecdda1-bd71-4355-b065-dec262487c94), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.452947 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6281fbcc-a9f4-4536-a1da-eee6b0a39128 admin admin] Publish callbacks [] for security_group (b4ecdda1-bd71-4355-b065-dec262487c94), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.500931 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6281fbcc-a9f4-4536-a1da-eee6b0a39128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b4ecdda1-bd71-4355-b065-dec262487c94), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.503444 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6281fbcc-a9f4-4536-a1da-eee6b0a39128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:03.504612 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6281fbcc-a9f4-4536-a1da-eee6b0a39128 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/b4ecdda1-bd71-4355-b065-dec262487c94 HTTP/1.1" status: 204 len: 168 time: 0.3609366 Aug 04 02:20:03.513001 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281fbcc-a9f4-4536-a1da-eee6b0a39128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ecdda1-bd71-4355-b065-dec262487c94,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:04.185249 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ade7e-484f-40a3-acb1-cc8824aedf69 req-6b98deaa-3bd4-4c17-bb63-e209fdc2cd7f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:04.186727 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b0ade7e-484f-40a3-acb1-cc8824aedf69 req-6b98deaa-3bd4-4c17-bb63-e209fdc2cd7f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0461788 Aug 04 02:20:04.236404 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b0ade7e-484f-40a3-acb1-cc8824aedf69 req-4ab126b4-0a0a-4de6-86ea-2d53ef6aecb7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439444 Aug 04 02:20:04.389743 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:05.360463 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2f9ff-b5b4-4dd0-87ee-6912fc2715be req-2e1d3d07-5531-4b0d-82dc-1772a6ad1997 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:05.361958 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3fe2f9ff-b5b4-4dd0-87ee-6912fc2715be req-2e1d3d07-5531-4b0d-82dc-1772a6ad1997 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0468016 Aug 04 02:20:05.410318 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3fe2f9ff-b5b4-4dd0-87ee-6912fc2715be req-e7ff4e55-06e8-4e41-b580-12dd2269516a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428278 Aug 04 02:20:06.029415 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-7f2a2408-cfb9-40e2-9706-ad2a5e273ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:06.033121 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-7f2a2408-cfb9-40e2-9706-ad2a5e273ce8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1127 time: 0.0499969 Aug 04 02:20:06.154353 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-9fb6a280-591c-429d-b454-9e3e13c0d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:06.155780 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-9fb6a280-591c-429d-b454-9e3e13c0d974 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.0879619 Aug 04 02:20:06.218251 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-1de8df19-0ae8-417a-ab07-d47d3a41fce6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 200 len: 998 time: 0.0548241 Aug 04 02:20:06.269212 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-9231e892-50bd-4647-83b6-f40e3fea948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:06.270622 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-9231e892-50bd-4647-83b6-f40e3fea948d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0463417 Aug 04 02:20:06.316496 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-39fb801d-c39c-47e4-88b3-2f8a577c4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:06.317892 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-39fb801d-c39c-47e4-88b3-2f8a577c4ace service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369513 Aug 04 02:20:06.409168 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-ddcb5b0d-c580-4ab7-98d9-aaaa3027ede9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838156 Aug 04 02:20:06.511475 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:06.537957 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e2a769a-223d-450b-8bca-a0a841fa0200 req-9d10cda7-1fc1-4763-89ee-b464aa7bae4a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178787 Aug 04 02:20:06.549546 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95a2f1-fc59-4492-9917-fed941445bd2 req-84b6d616-0fe4-41c4-8f20-986e7e368f69 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:06.550990 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e95a2f1-fc59-4492-9917-fed941445bd2 req-84b6d616-0fe4-41c4-8f20-986e7e368f69 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0589459 Aug 04 02:20:06.602779 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e95a2f1-fc59-4492-9917-fed941445bd2 req-d1adb016-58e7-4628-999d-52a186dbf82e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Aug 04 02:20:07.717577 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:07.732243 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c80a4e-38ca-4323-8e9d-68d5f8a63792 req-e4560bf7-3011-43ed-9842-75091ec3d8ba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:07.733747 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f7c80a4e-38ca-4323-8e9d-68d5f8a63792 req-e4560bf7-3011-43ed-9842-75091ec3d8ba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 943 time: 0.0528080 Aug 04 02:20:07.784342 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f7c80a4e-38ca-4323-8e9d-68d5f8a63792 req-d1d82d73-9864-411c-b8a2-10b216feb7da tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450864 Aug 04 02:20:08.581350 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:20:08.681841 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:08.692884 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'port_id': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'mac_address': 'fa:16:3e:6b:60:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:20:08.733709 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:20:08.734102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:08.747592 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bb5289-23b6-4ef4-85b6-5862d3474ffb {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:20:08.767704 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:08.771624 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:08.816879 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=9']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:08.911038 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc51364-9206-4f57-a06e-bb6fa00464e7 req-08fc3a47-b5dd-4b0e-8225-19288b721b41 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:08.912566 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bfc51364-9206-4f57-a06e-bb6fa00464e7 req-08fc3a47-b5dd-4b0e-8225-19288b721b41 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 944 time: 0.0476422 Aug 04 02:20:08.960687 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bfc51364-9206-4f57-a06e-bb6fa00464e7 req-d1b13d46-34c7-440d-bf99-647b31abba97 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 Aug 04 02:20:09.146767 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['a8bb5289-23b6-4ef4-85b6-5862d3474ffb'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:20:09.320839 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c30f3e9d-bafc-4496-b743-4dc0ea1db8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:09.827192 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=33 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:09.828061 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:10.101685 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ac2b-48a0-4274-bbdd-2a0f93e9557b req-6bc85b7e-9326-4b4f-aed0-2cfa483d544c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:10.103271 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9c23ac2b-48a0-4274-bbdd-2a0f93e9557b req-6bc85b7e-9326-4b4f-aed0-2cfa483d544c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 944 time: 0.0642359 Aug 04 02:20:10.155292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9c23ac2b-48a0-4274-bbdd-2a0f93e9557b req-5059869a-1b72-4344-b9aa-55ed9998798e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 Aug 04 02:20:10.592242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:20:10.636830 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port a8bb5289-23b6-4ef4-85b6-5862d3474ffb triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:20:10.637207 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:10.712503 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port a8bb5289-23b6-4ef4-85b6-5862d3474ffb is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:20:10.712921 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:10.734928 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:20:10.737187 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c45f99-b470-41fc-a41f-e59d5585d7a8" -d '{"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:20:10.750190 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:10.754900 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:10.780367 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a3dd0-ebcb-4eee-a97a-61fa40fba821 x-openstack-request-id: req-de9a3dd0-ebcb-4eee-a97a-61fa40fba821 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:20:10.780691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-plugged", "status": "completed", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:20:10.780953 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de9a3dd0-ebcb-4eee-a97a-61fa40fba821 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:20:10.781350 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9a3dd0-ebcb-4eee-a97a-61fa40fba821'] response: {'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'code': 200} Aug 04 02:20:10.805199 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=10']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:11.286669 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98519-0799-4da1-9fe5-03222b694d48 req-172d5307-8b3d-4375-835c-020d0a2e9e70 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:11.288079 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40a98519-0799-4da1-9fe5-03222b694d48 req-172d5307-8b3d-4375-835c-020d0a2e9e70 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0486808 Aug 04 02:20:11.355424 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a549942-6412-4bdf-b476-9384c3003c32 req-abfa3a05-74a4-453c-9e2f-41a05e176614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:11.356964 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a549942-6412-4bdf-b476-9384c3003c32 req-abfa3a05-74a4-453c-9e2f-41a05e176614 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 1130 time: 0.0558884 Aug 04 02:20:11.385679 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40a98519-0799-4da1-9fe5-03222b694d48 req-1ae90978-1130-4c83-a7af-a1a1b2a01988 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914302 Aug 04 02:20:11.419683 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a549942-6412-4bdf-b476-9384c3003c32 req-9bc254bc-a848-4bbe-8217-2873a9d6f242 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542316 Aug 04 02:20:11.484997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-66704264-da09-49bf-8350-dc5c38a0d8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:11.875027 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:20:12.508692 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a47851-7ace-4372-b33a-40597f0fc60c req-58e2f636-c3b5-4304-94ce-7c12826c4f4e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:12.510175 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c1a47851-7ace-4372-b33a-40597f0fc60c req-58e2f636-c3b5-4304-94ce-7c12826c4f4e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0461352 Aug 04 02:20:12.558182 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c1a47851-7ace-4372-b33a-40597f0fc60c req-a9a76e31-4d43-48b4-bdba-eb2378e6208d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412097 Aug 04 02:20:12.736089 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:13.131183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:13.141334 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:13.685479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1879e-39b2-4a42-9fa9-25c45661f609 req-9d89740a-1f11-496b-b396-7658bd06476b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:13.686994 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dce1879e-39b2-4a42-9fa9-25c45661f609 req-9d89740a-1f11-496b-b396-7658bd06476b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0506265 Aug 04 02:20:13.737556 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dce1879e-39b2-4a42-9fa9-25c45661f609 req-8e243b13-6673-40d7-a511-196fbb263bcf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Aug 04 02:20:14.305189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:14.424194 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:14.866423 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7d73-521c-4a32-886d-fc5052dae4df req-ac87900b-1a36-4f53-9c75-106563735275 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:14.868232 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-382b7d73-521c-4a32-886d-fc5052dae4df req-ac87900b-1a36-4f53-9c75-106563735275 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0537133 Aug 04 02:20:14.921270 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-382b7d73-521c-4a32-886d-fc5052dae4df req-f8dae02a-f0e2-4db0-b638-0c9a4def3c76 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471318 Aug 04 02:20:21.871290 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:24.404797 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=2,neutron:SELECT=59 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:24.414840 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=57,neutron:UPDATE=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:24.418407 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:24.905063 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:24.912067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=63 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:32.593034 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-26e2f18c-6435-4dcd-80b2-d8b8fc2576bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:32.594544 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-26e2f18c-6435-4dcd-80b2-d8b8fc2576bf service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0690732 Aug 04 02:20:32.600600 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62ed5c-9ec8-4c0f-9dda-6f4caee228f2 req-74a5404c-98b1-4e28-9e35-518058d0304e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:32.601970 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed62ed5c-9ec8-4c0f-9dda-6f4caee228f2 req-74a5404c-98b1-4e28-9e35-518058d0304e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0682876 Aug 04 02:20:32.707128 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ed62ed5c-9ec8-4c0f-9dda-6f4caee228f2 req-b1261eaa-23e3-4e3d-bff3-30cf43618214 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955169 Aug 04 02:20:32.728324 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-24700c9e-0f12-4267-966e-44331847e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:32.729755 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-24700c9e-0f12-4267-966e-44331847e25d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1269586 Aug 04 02:20:32.796731 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-64f646c0-4766-41e2-9996-4c4e19d70d22 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 1001 time: 0.0585170 Aug 04 02:20:32.845592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-cd97e689-c8b4-4851-aeb9-fa34295e7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:32.847148 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-cd97e689-c8b4-4851-aeb9-fa34295e7bf9 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0442545 Aug 04 02:20:32.890213 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-ff7c86e4-bdb2-4396-96ae-f57bcc3d8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:32.891685 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-ff7c86e4-bdb2-4396-96ae-f57bcc3d8314 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377822 Aug 04 02:20:32.994734 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-32c0e227-1a25-4a3c-928b-ebecdf8551bd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939190 Aug 04 02:20:33.084259 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb021344-53b8-4aa5-8f15-62bf37b9422c req-b069901f-39ad-4a7c-9341-0ad826040cce service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835569 Aug 04 02:20:33.835071 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380cbb7-bfcc-49f6-b6f1-815456c1a856 req-7ca769fa-ca61-4bec-a065-780a3f97db9e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:33.836896 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a380cbb7-bfcc-49f6-b6f1-815456c1a856 req-7ca769fa-ca61-4bec-a065-780a3f97db9e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0560133 Aug 04 02:20:33.899943 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a380cbb7-bfcc-49f6-b6f1-815456c1a856 req-1ab845d2-4746-48be-9316-23b1e10490de tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557723 Aug 04 02:20:34.437199 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:35.026976 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46728b38-5c6a-41c4-9f9d-433fa529000a req-5f29b63d-b673-4ad9-93e5-c12f522d2c9c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:35.028458 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46728b38-5c6a-41c4-9f9d-433fa529000a req-5f29b63d-b673-4ad9-93e5-c12f522d2c9c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0487714 Aug 04 02:20:35.084565 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46728b38-5c6a-41c4-9f9d-433fa529000a req-3949a01e-3886-4466-8e41-adfc67df2886 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504279 Aug 04 02:20:35.159443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc9dba-5ce4-46e9-b681-bb3b91d637b5 req-66ddec00-7ca1-45fd-beb5-e179c4cc6b97 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:35.160846 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c7cc9dba-5ce4-46e9-b681-bb3b91d637b5 req-66ddec00-7ca1-45fd-beb5-e179c4cc6b97 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0457432 Aug 04 02:20:35.208688 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c7cc9dba-5ce4-46e9-b681-bb3b91d637b5 req-497f14a5-69b9-48aa-a286-f1db153b79d6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Aug 04 02:20:35.949386 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b87b32-0ff3-4ded-adad-d98d47fbcc81 req-a61e5bbd-7dd6-4f34-858e-abec72b4a661 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:35.950831 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77b87b32-0ff3-4ded-adad-d98d47fbcc81 req-a61e5bbd-7dd6-4f34-858e-abec72b4a661 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0502706 Aug 04 02:20:35.997543 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77b87b32-0ff3-4ded-adad-d98d47fbcc81 req-a42dc15e-f311-48e4-ad2a-1d1196ab4869 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 Aug 04 02:20:36.203288 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692159b-883b-4418-b335-cac44b78608b req-06b53606-d9db-4ed8-b181-4236970f0b2d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:36.204782 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1692159b-883b-4418-b335-cac44b78608b req-06b53606-d9db-4ed8-b181-4236970f0b2d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0461195 Aug 04 02:20:36.216899 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:36.253836 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1692159b-883b-4418-b335-cac44b78608b req-5eef6376-0cfe-486a-8474-357ddae7dda9 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Aug 04 02:20:36.318820 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:36.330015 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad058fb5-b0fe-4e33-8625-5a26e6b50dc5 req-24f0f8de-e828-4ff9-ae25-e35e803ce937 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:36.331466 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ad058fb5-b0fe-4e33-8625-5a26e6b50dc5 req-24f0f8de-e828-4ff9-ae25-e35e803ce937 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0499303 Aug 04 02:20:36.378246 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ad058fb5-b0fe-4e33-8625-5a26e6b50dc5 req-a820d595-d08c-4455-a8f3-7852ff90c0ae tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Aug 04 02:20:37.113793 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c396-9995-4b66-ae01-6565926a15e7 req-1f9311ea-a93e-41ba-a0ef-e47cad7a664b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:37.115308 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9369c396-9995-4b66-ae01-6565926a15e7 req-1f9311ea-a93e-41ba-a0ef-e47cad7a664b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0465865 Aug 04 02:20:37.162690 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9369c396-9995-4b66-ae01-6565926a15e7 req-f76c55e8-e0c7-4bb1-858f-50b97c2abcf5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=01b77e1c-c327-4a93-a14e-f90e579290b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Aug 04 02:20:37.369644 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57dc37-66f1-4ec6-bf73-0bb7ccffc34a req-75c113c2-8f15-4341-a036-04f88139823b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:37.371587 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc57dc37-66f1-4ec6-bf73-0bb7ccffc34a req-75c113c2-8f15-4341-a036-04f88139823b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0464287 Aug 04 02:20:37.423651 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fc57dc37-66f1-4ec6-bf73-0bb7ccffc34a req-e80c3e18-7e40-4a7d-911d-8a049d228410 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464275 Aug 04 02:20:37.524960 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de516a3-3177-4f9d-999e-232427514bdd req-6bf970e3-0e4c-4805-a6fa-39e3433df13a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:37.526428 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1de516a3-3177-4f9d-999e-232427514bdd req-6bf970e3-0e4c-4805-a6fa-39e3433df13a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0752680 Aug 04 02:20:37.534211 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-f9334178-6e22-41e8-9ada-71892d61e076 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:37.535554 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-f9334178-6e22-41e8-9ada-71892d61e076 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 946 time: 0.0738113 Aug 04 02:20:37.638782 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1de516a3-3177-4f9d-999e-232427514bdd req-9031b630-317d-46b0-bd71-2d524f8abe8c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021018 Aug 04 02:20:37.651138 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 76de9d97-0321-4338-bbec-6a4e2b886009 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:20:37.651481 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:37.742399 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] For port 76de9d97-0321-4338-bbec-6a4e2b886009, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=76de9d97-0321-4338-bbec-6a4e2b886009,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:37.742756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:37.946703 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:37.946979 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (333b10dd-abba-4a3b-9a1e-8ad3b526b478), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:37.947295 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP 333b10dd-abba-4a3b-9a1e-8ad3b526b478 disassociated. External IP: 172.27.4.226, port: 76de9d97-0321-4338-bbec-6a4e2b886009. Aug 04 02:20:37.947672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 76de9d97-0321-4338-bbec-6a4e2b886009 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:20:38.071603 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:38.077323 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (76de9d97-0321-4338-bbec-6a4e2b886009), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:38.112251 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=76de9d97-0321-4338-bbec-6a4e2b886009,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:38.121534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:38.123272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.123629 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.123974 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.124316 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.124693 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.125032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.125364 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.125691 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.126019 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.126346 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.126672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.126997 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.127324 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.127677 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.128003 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:38.232870 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:20:38.301947 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-448ab42d-144a-43b1-8540-c1c948ef1f2e req-a36fa396-8682-478c-a469-5da8e0127e48 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f015ef38-a9bb-426d-9007-f937d566d0ca HTTP/1.1" status: 200 len: 210 time: 0.0597131 Aug 04 02:20:38.362067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:20:38.372708 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:20:38.383496 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:20:38.384113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:38.406830 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] No DVR routers for this DVR port 76de9d97-0321-4338-bbec-6a4e2b886009 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:20:38.409490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:38.412942 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e95dd1ad-6805-45ae-ae47-da7b769fb8d4 req-6b76c369-85ed-4c48-96a8-4d37dd4e1bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "DELETE /networking/v2.0/ports/76de9d97-0321-4338-bbec-6a4e2b886009 HTTP/1.1" status: 204 len: 173 time: 0.8704119 Aug 04 02:20:38.413409 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'name': 'network-vif-deleted', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:20:38.416265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94362e89-0311-4234-97af-be9f08e4e30e" -d '{"events": [{"server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "name": "network-vif-deleted", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:20:38.471048 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13e8c56-c7fa-4f78-bfc0-7607e27c87c2 x-openstack-request-id: req-d13e8c56-c7fa-4f78-bfc0-7607e27c87c2 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:20:38.476403 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f015ef38-a9bb-426d-9007-f937d566d0ca", "name": "network-vif-deleted", "tag": "76de9d97-0321-4338-bbec-6a4e2b886009", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:20:38.476708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d13e8c56-c7fa-4f78-bfc0-7607e27c87c2 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:20:38.479741 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d13e8c56-c7fa-4f78-bfc0-7607e27c87c2'] response: {'server_uuid': 'f015ef38-a9bb-426d-9007-f937d566d0ca', 'name': 'network-vif-deleted', 'tag': '76de9d97-0321-4338-bbec-6a4e2b886009', 'status': 'completed', 'code': 200} Aug 04 02:20:38.502513 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:20:38.569612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ab32a-ce1c-4b48-9cc8-d03ed23a1cdd req-426654f1-4574-4d1d-8ef4-381c2475b330 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:38.571299 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-171ab32a-ce1c-4b48-9cc8-d03ed23a1cdd req-426654f1-4574-4d1d-8ef4-381c2475b330 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0608778 Aug 04 02:20:38.630636 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-171ab32a-ce1c-4b48-9cc8-d03ed23a1cdd req-aa294f63-1c0c-40fb-983a-ff2b167cb82d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519559 Aug 04 02:20:38.759761 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:18:02Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:38.769882 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e3a12-8e32-48e5-a9ea-6fa1e05de183 req-35276a9a-a8b1-49d1-856e-cb8681c7306a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:38.771578 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d7e3a12-8e32-48e5-a9ea-6fa1e05de183 req-35276a9a-a8b1-49d1-856e-cb8681c7306a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0491946 Aug 04 02:20:38.789075 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:20:38.798518 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:20:38.799250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:38.820186 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d7e3a12-8e32-48e5-a9ea-6fa1e05de183 req-46f19e4b-1915-4c63-a33b-b72482fa9fc2 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426025 Aug 04 02:20:38.908438 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:20:39.269717 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:18:02Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:39.298361 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de321eb4-9ecb-4849-b44f-63ae21d8b403 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '78800cc2-6b91-478a-a007-fdb447f24d02', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.60', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c9:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:17:24Z', 'updated_at': '2022-08-04T02:18:02Z', 'revision_number': 2, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:20:39.325893 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1e57-450e-4672-9078-45e19954c4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:39.403685 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55506) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:39.464549 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e49beb11-7634-4ab5-bd3e-22804c6454d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (01b77e1c-c327-4a93-a14e-f90e579290b5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:39.494163 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e49beb11-7634-4ab5-bd3e-22804c6454d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (01b77e1c-c327-4a93-a14e-f90e579290b5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:39.549701 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e49beb11-7634-4ab5-bd3e-22804c6454d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (01b77e1c-c327-4a93-a14e-f90e579290b5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:39.553466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e49beb11-7634-4ab5-bd3e-22804c6454d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:39.557335 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e49beb11-7634-4ab5-bd3e-22804c6454d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/01b77e1c-c327-4a93-a14e-f90e579290b5 HTTP/1.1" status: 204 len: 168 time: 0.1500757 Aug 04 02:20:39.557886 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55508) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:39.567911 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f44dff-b8c5-46c6-b94d-2f52739b4c3d None None] New status for floating IP 333b10dd-abba-4a3b-9a1e-8ad3b526b478: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:20:39.574493 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49beb11-7634-4ab5-bd3e-22804c6454d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b77e1c-c327-4a93-a14e-f90e579290b5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:39.577456 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-7cbb9338-76ad-41d4-b2d0-aafb0c18e758 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] show failed (client error): The resource could not be found. Aug 04 02:20:39.581495 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7cbb9338-76ad-41d4-b2d0-aafb0c18e758 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups/01b77e1c-c327-4a93-a14e-f90e579290b5 HTTP/1.1" status: 404 len: 347 time: 0.0189240 Aug 04 02:20:39.582352 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55510) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:39.792113 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa154d9-2152-4b2c-96ab-a5eb72860a0d req-014785c1-6280-4cf7-8398-2481a32d4eac tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:39.794597 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0aa154d9-2152-4b2c-96ab-a5eb72860a0d req-014785c1-6280-4cf7-8398-2481a32d4eac tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0593781 Aug 04 02:20:39.848339 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0aa154d9-2152-4b2c-96ab-a5eb72860a0d req-187ccc6f-7b6c-41d2-8aef-70e77f1fcd6f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Aug 04 02:20:39.939730 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port dccd0141-a011-40bf-93d0-68af7de7be92 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:20:39.940075 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (dccd0141-a011-40bf-93d0-68af7de7be92), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:39.960360 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467328d-4614-466f-9aca-8ade1781d8df req-c4fe659c-41ce-4baa-b526-724e598649ed tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:39.961977 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6467328d-4614-466f-9aca-8ade1781d8df req-c4fe659c-41ce-4baa-b526-724e598649ed tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0496023 Aug 04 02:20:40.011780 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6467328d-4614-466f-9aca-8ade1781d8df req-1de1cd2d-a4cb-41d0-94bd-1eb1c958404c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419648 Aug 04 02:20:40.020573 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (dccd0141-a011-40bf-93d0-68af7de7be92), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:40.020944 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (dccd0141-a011-40bf-93d0-68af7de7be92), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:40.039573 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for dccd0141-a011-40bf-93d0-68af7de7be92 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:20:40.182316 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (dccd0141-a011-40bf-93d0-68af7de7be92), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:40.209884 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=dccd0141-a011-40bf-93d0-68af7de7be92,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:40.270059 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (333b10dd-abba-4a3b-9a1e-8ad3b526b478), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:40.272542 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:40.273707 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-fb76c0d8-0f7e-44fd-a387-a3832b7864ef tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/333b10dd-abba-4a3b-9a1e-8ad3b526b478 HTTP/1.1" status: 204 len: 168 time: 0.6909900 Aug 04 02:20:40.989067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d0cc4-164a-4dd8-bec6-bf97c2f1c237 req-24cb3a64-67cf-4ec1-aa0d-e649f853be08 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:40.990583 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c0d0cc4-164a-4dd8-bec6-bf97c2f1c237 req-24cb3a64-67cf-4ec1-aa0d-e649f853be08 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0532489 Aug 04 02:20:41.041029 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c0d0cc4-164a-4dd8-bec6-bf97c2f1c237 req-bdd31a59-fda9-47a1-a0bb-2af57c6450b2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442150 Aug 04 02:20:41.141490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180140a-d39c-4261-bd5b-46b43647631a req-be993aa1-ddb9-48e0-a804-a45482c28bdd tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:41.142879 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8180140a-d39c-4261-bd5b-46b43647631a req-be993aa1-ddb9-48e0-a804-a45482c28bdd tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0504770 Aug 04 02:20:41.196311 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8180140a-d39c-4261-bd5b-46b43647631a req-c6833e59-60d3-482e-ba03-8fc1a59c0d89 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 Aug 04 02:20:41.486796 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e24d188f-dd20-4671-bdd3-c48b24251934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:41.983864 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e759c2b-8554-4c68-8a4f-196182e1a257 req-5becbdab-e70b-49d0-aab6-467bd83c5642 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:41.985355 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e759c2b-8554-4c68-8a4f-196182e1a257 req-5becbdab-e70b-49d0-aab6-467bd83c5642 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.0467043 Aug 04 02:20:42.032166 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9e759c2b-8554-4c68-8a4f-196182e1a257 req-30991426-e650-4a93-835e-2df63393929e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Aug 04 02:20:42.166278 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4bc85-573f-4aea-ae5a-3467181ef35f req-869ab579-8839-44d0-aafd-2ab04e3aae9f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:42.167745 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c9f4bc85-573f-4aea-ae5a-3467181ef35f req-869ab579-8839-44d0-aafd-2ab04e3aae9f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0502670 Aug 04 02:20:42.202766 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:42.214734 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c9f4bc85-573f-4aea-ae5a-3467181ef35f req-2aa74e07-6645-4640-9f38-c16e9df012a8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412083 Aug 04 02:20:42.280445 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:42.317073 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca140a0-ed72-40f2-9e92-4957c9f29f0a req-5e1c18a5-8f28-4be6-8928-545179aaa7f8 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:42.318452 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ca140a0-ed72-40f2-9e92-4957c9f29f0a req-5e1c18a5-8f28-4be6-8928-545179aaa7f8 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0470052 Aug 04 02:20:42.365819 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1ca140a0-ed72-40f2-9e92-4957c9f29f0a req-40663fd5-e5e7-4a76-b092-61ad1160b155 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Aug 04 02:20:42.739462 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 76de9d97-0321-4338-bbec-6a4e2b886009 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:20:42.741306 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:42.758735 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 76de9d97-0321-4338-bbec-6a4e2b886009 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:20:42.759089 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 76de9d97-0321-4338-bbec-6a4e2b886009 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:20:43.148307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a5da5-5ba2-4341-a777-1b6269ddf71e req-2119ec31-5190-44a3-802c-e86546f050ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:43.149791 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a24a5da5-5ba2-4341-a777-1b6269ddf71e req-2119ec31-5190-44a3-802c-e86546f050ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.0462685 Aug 04 02:20:43.205446 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a24a5da5-5ba2-4341-a777-1b6269ddf71e req-b4d3b643-8a19-42f6-9896-97c064428007 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=58ba2f1f-0ca0-4329-a22a-781b32b65a77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499942 Aug 04 02:20:43.333434 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f612303-1899-4ce6-a7ef-27a89039c5e8 req-5e53b1e1-d7ae-4d2f-92b4-f4f80d5774ee tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:43.334792 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f612303-1899-4ce6-a7ef-27a89039c5e8 req-5e53b1e1-d7ae-4d2f-92b4-f4f80d5774ee tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0455401 Aug 04 02:20:43.381080 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7f612303-1899-4ce6-a7ef-27a89039c5e8 req-fa810eba-6b52-4187-ac56-c2cd9f67244b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405240 Aug 04 02:20:43.487972 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95385629-2ca8-4518-88cb-91b1e31b04ac req-df2b94a3-c36b-4748-9c0d-36b502b28ca8 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:43.489648 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95385629-2ca8-4518-88cb-91b1e31b04ac req-df2b94a3-c36b-4748-9c0d-36b502b28ca8 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0470018 Aug 04 02:20:43.539368 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95385629-2ca8-4518-88cb-91b1e31b04ac req-bbd7d494-782a-49ab-82cb-d9b777f1e2ef tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Aug 04 02:20:43.607340 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-41e114cd-e85a-4fcc-bc1d-895a61442ba5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:43.608724 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-41e114cd-e85a-4fcc-bc1d-895a61442ba5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 946 time: 0.0497286 Aug 04 02:20:43.690854 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 8bf46035-8e5d-4c05-8c39-1534e9c498af {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:20:43.691185 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:43.781696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] For port 8bf46035-8e5d-4c05-8c39-1534e9c498af, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8bf46035-8e5d-4c05-8c39-1534e9c498af,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:43.782053 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:43.939579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:43.939935 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (78800cc2-6b91-478a-a007-fdb447f24d02), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:43.940245 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP 78800cc2-6b91-478a-a007-fdb447f24d02 disassociated. External IP: 172.27.4.60, port: 8bf46035-8e5d-4c05-8c39-1534e9c498af. Aug 04 02:20:43.940591 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 8bf46035-8e5d-4c05-8c39-1534e9c498af owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:20:44.066310 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:44.071321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (8bf46035-8e5d-4c05-8c39-1534e9c498af), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:44.100017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=8bf46035-8e5d-4c05-8c39-1534e9c498af,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:44.305128 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:44.420086 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:44.452802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:44.457880 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4464a07c-7bb9-44ee-9c5a-c786fd04ec2e req-b94b4f76-430a-4f66-95f4-d6eb23a15657 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=f5204e1c-198d-4f48-82e4-b7235cdc9e68 HTTP/1.1" status: 200 len: 210 time: 0.0380480 Aug 04 02:20:44.511132 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:20:44.525399 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23092a4e-7d90-4ccb-b4c5-a4da43f29832 req-40210e0c-ce89-4315-9588-3d11f7e294f4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:44.527072 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23092a4e-7d90-4ccb-b4c5-a4da43f29832 req-40210e0c-ce89-4315-9588-3d11f7e294f4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0654747 Aug 04 02:20:44.683820 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23092a4e-7d90-4ccb-b4c5-a4da43f29832 req-f6aecf9c-0d4e-4602-ac8b-514ded90935d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488938 Aug 04 02:20:44.703673 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25854-3b95-4d2d-8517-ba0ead2639da req-962dbb89-aa16-438c-b253-2a689696180f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:44.705158 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4b25854-3b95-4d2d-8517-ba0ead2639da req-962dbb89-aa16-438c-b253-2a689696180f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0747714 Aug 04 02:20:44.713824 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:20:44.724072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:20:44.736915 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:20:44.737547 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:44.775710 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] No DVR routers for this DVR port 8bf46035-8e5d-4c05-8c39-1534e9c498af on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:20:44.780990 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:44.784272 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-055ed5b8-d7d9-476d-a939-b99fc231371e req-48f299fb-c8b5-4a6a-b4d0-108f018925dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8bf46035-8e5d-4c05-8c39-1534e9c498af HTTP/1.1" status: 204 len: 173 time: 1.1701727 Aug 04 02:20:44.784807 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'name': 'network-vif-deleted', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:20:44.787061 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08808a4-07d1-47dd-90bd-98e3ae2a4358" -d '{"events": [{"server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "name": "network-vif-deleted", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:20:44.801634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4b25854-3b95-4d2d-8517-ba0ead2639da req-e17d0eec-8690-46a0-bc1c-3284a883c316 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903282 Aug 04 02:20:44.845770 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:20:44.850183 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8ddb2-47d6-4a30-801f-c3d9125f7016 x-openstack-request-id: req-a6f8ddb2-47d6-4a30-801f-c3d9125f7016 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:20:44.850769 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5204e1c-198d-4f48-82e4-b7235cdc9e68", "name": "network-vif-deleted", "tag": "8bf46035-8e5d-4c05-8c39-1534e9c498af", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:20:44.850969 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6f8ddb2-47d6-4a30-801f-c3d9125f7016 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:20:44.851347 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f8ddb2-47d6-4a30-801f-c3d9125f7016'] response: {'server_uuid': 'f5204e1c-198d-4f48-82e4-b7235cdc9e68', 'name': 'network-vif-deleted', 'tag': '8bf46035-8e5d-4c05-8c39-1534e9c498af', 'status': 'completed', 'code': 200} Aug 04 02:20:44.986042 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:45.041511 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:45.066550 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:20:45.074863 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:20:45.076079 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:45.176176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:20:45.215899 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:45.374775 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:45.407432 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d26dfe-cf24-4eb2-9ff0-d544caf75479 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:20:45.558261 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55564) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:45.618645 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fc8155d5-c3c5-4e9c-b7d1-8f8d13aaf86d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (58ba2f1f-0ca0-4329-a22a-781b32b65a77), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:45.643616 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fc8155d5-c3c5-4e9c-b7d1-8f8d13aaf86d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (58ba2f1f-0ca0-4329-a22a-781b32b65a77), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:45.648261 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1acdd0-3338-420b-be94-26d6cb2b3ba3 None None] New status for floating IP 78800cc2-6b91-478a-a007-fdb447f24d02: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:20:45.698819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fc8155d5-c3c5-4e9c-b7d1-8f8d13aaf86d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (58ba2f1f-0ca0-4329-a22a-781b32b65a77), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:45.701449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-fc8155d5-c3c5-4e9c-b7d1-8f8d13aaf86d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:45.702589 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-fc8155d5-c3c5-4e9c-b7d1-8f8d13aaf86d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/58ba2f1f-0ca0-4329-a22a-781b32b65a77 HTTP/1.1" status: 204 len: 168 time: 0.1432202 Aug 04 02:20:45.705596 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55566) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:45.715731 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8155d5-c3c5-4e9c-b7d1-8f8d13aaf86d tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ba2f1f-0ca0-4329-a22a-781b32b65a77,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:45.725439 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-94f0061f-44b3-4ed7-8816-d25e96a0370f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] show failed (client error): The resource could not be found. Aug 04 02:20:45.726548 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-94f0061f-44b3-4ed7-8816-d25e96a0370f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups/58ba2f1f-0ca0-4329-a22a-781b32b65a77 HTTP/1.1" status: 404 len: 347 time: 0.0198991 Aug 04 02:20:45.729630 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55570) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:45.886263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f876254-03e5-4d9e-ab79-aa5d221cd6a6 req-2b0bfb9b-8a6e-4b03-b738-a9ea659f694e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:45.888180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f876254-03e5-4d9e-ab79-aa5d221cd6a6 req-2b0bfb9b-8a6e-4b03-b738-a9ea659f694e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.1006155 Aug 04 02:20:45.944968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 6cf2a006-1991-4f85-b970-3829acda4cdf {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:20:45.945312 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.004455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97877c5-6930-434b-8344-64cc2d972e6a req-884227f8-58dd-4721-a6b1-4887027d5442 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:46.005887 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a97877c5-6930-434b-8344-64cc2d972e6a req-884227f8-58dd-4721-a6b1-4887027d5442 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1151934 Aug 04 02:20:46.041666 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f876254-03e5-4d9e-ab79-aa5d221cd6a6 req-4c9e14c7-9115-4fb2-a5ab-df9bcc0eaaca tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476665 Aug 04 02:20:46.084223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.084561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (6cf2a006-1991-4f85-b970-3829acda4cdf), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.106806 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 6cf2a006-1991-4f85-b970-3829acda4cdf owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:20:46.113538 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a97877c5-6930-434b-8344-64cc2d972e6a req-24200dbf-43a1-4b73-947f-c5b463fd361a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912118 Aug 04 02:20:46.205971 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:46.252312 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:46.259881 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (6cf2a006-1991-4f85-b970-3829acda4cdf), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.303119 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=6cf2a006-1991-4f85-b970-3829acda4cdf,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:46.410515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240ba46-cc96-4498-ac76-061cde22c7ca req-f3a74348-5a04-4a69-8a20-e6953a38f4ee tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:46.411910 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b240ba46-cc96-4498-ac76-061cde22c7ca req-f3a74348-5a04-4a69-8a20-e6953a38f4ee tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.1202631 Aug 04 02:20:46.449495 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-d9a22f3a-06df-4a2f-969f-fc0dcac9d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:46.451593 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-d9a22f3a-06df-4a2f-969f-fc0dcac9d6b3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1130 time: 0.1020160 Aug 04 02:20:46.455674 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (78800cc2-6b91-478a-a007-fdb447f24d02), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.458290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.459571 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-68c0c88c-7bf6-4d46-8c7e-82f6bceb4fd1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/78800cc2-6b91-478a-a007-fdb447f24d02 HTTP/1.1" status: 204 len: 168 time: 0.7288821 Aug 04 02:20:46.535276 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55582) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:46.542092 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925722632', 'description': 'tempest-description--1517335251'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:46.553777 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b240ba46-cc96-4498-ac76-061cde22c7ca req-6484b2cc-2eca-41a6-a37a-6541b073461a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358938 Aug 04 02:20:46.596580 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.607150 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-de4ae598-f944-4add-8a14-c1e48442fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:46.608640 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-de4ae598-f944-4add-8a14-c1e48442fca6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 912 time: 0.1478350 Aug 04 02:20:46.701821 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-621f88c7-ecea-4082-bbea-013e4b13ff3b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 1002 time: 0.0765612 Aug 04 02:20:46.744850 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (c9bc3098-5562-4c0c-a2c4-7faa81e94178), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.751368 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c9bc3098-5562-4c0c-a2c4-7faa81e94178), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.787507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.788731 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2523644 Aug 04 02:20:46.791850 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55584) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:46.792611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-9cb7d8e1-5c31-4deb-9fb2-0ee56c680b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:46.793693 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-9cb7d8e1-5c31-4deb-9fb2-0ee56c680b95 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0832207 Aug 04 02:20:46.796175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d267394-3fec-4ff9-a09b-abce50fc99d1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bc3098-5562-4c0c-a2c4-7faa81e94178,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:46.798856 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': 'c9bc3098-5562-4c0c-a2c4-7faa81e94178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:46.830422 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (3ec2f56e-880e-4c2d-9bd4-d8b17315116e), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.840099 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:46.843271 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-c016b802-058f-4d3d-96c1-8844ba705195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:46.844945 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-c016b802-058f-4d3d-96c1-8844ba705195 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448329 Aug 04 02:20:46.892464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (3ec2f56e-880e-4c2d-9bd4-d8b17315116e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.896179 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (3ec2f56e-880e-4c2d-9bd4-d8b17315116e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.915491 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec2f56e-880e-4c2d-9bd4-d8b17315116e,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:46.922882 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:46.924108 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7834f1ab-2a40-4455-928a-c6eca57cd6c9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307604 Aug 04 02:20:46.926855 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55586) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:46.931154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': 'c9bc3098-5562-4c0c-a2c4-7faa81e94178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:46.937084 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:46.955074 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-40082c3e-ea60-4b8e-8ed0-404051dccba5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023989 Aug 04 02:20:46.961410 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (b097fb20-ad44-47d6-b36d-aee4e48838e0), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.021065 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (b097fb20-ad44-47d6-b36d-aee4e48838e0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.024778 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (b097fb20-ad44-47d6-b36d-aee4e48838e0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.045216 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b097fb20-ad44-47d6-b36d-aee4e48838e0,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:47.052262 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.056428 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e2a2d5a2-8f82-4cac-90ca-22b7bc7860a7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257060 Aug 04 02:20:47.056648 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55588) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:47.061102 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:47.062973 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef81ab7f-f983-434d-8ef3-659be6a91af9 req-a51e556e-e200-416f-a209-a20f5190c6a5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007538 Aug 04 02:20:47.082480 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.154290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:47.165968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d78cf-3e20-452a-97c1-919710ea4258 req-ccfe1e8a-2c00-4df5-8b89-ed3672d193f8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:47.166408 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.167509 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d0d78cf-3e20-452a-97c1-919710ea4258 req-ccfe1e8a-2c00-4df5-8b89-ed3672d193f8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Aug 04 02:20:47.218362 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d0d78cf-3e20-452a-97c1-919710ea4258 req-63e54e01-917d-42d5-9e81-1e556d8737d5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432928 Aug 04 02:20:47.279438 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.27.4.2 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/27f4b494-f51e-4e82-bef4-19e54d78ac16) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:20:47.382775 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.416405 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.461696 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:20:47.467772 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:20:47.470048 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=27f4b494-f51e-4e82-bef4-19e54d78ac16,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:47.472148 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:20:47.536423 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:47.558176 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (a96705d9-bfe2-4bb7-b589-ceef3a18c37f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.596406 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.644156 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:47.683895 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c8651-74ee-4960-a229-3f8f90d821a0 req-0685467a-ad6a-4bc1-94ec-43e69783b6f4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:47.685461 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e1c8651-74ee-4960-a229-3f8f90d821a0 req-0685467a-ad6a-4bc1-94ec-43e69783b6f4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0547502 Aug 04 02:20:47.717271 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:47.737001 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5e1c8651-74ee-4960-a229-3f8f90d821a0 req-022a957c-b5dd-4fd1-a029-eb8e0ab08e94 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456369 Aug 04 02:20:47.752881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.758458 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.828261 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (a96705d9-bfe2-4bb7-b589-ceef3a18c37f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.830800 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=27f4b494-f51e-4e82-bef4-19e54d78ac16,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:47.846678 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:47.847921 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4b5eb364-0cf7-4bbe-8e0a-b542f54c7437 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7902946 Aug 04 02:20:48.061268 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-677757ae-e961-4148-a5eb-b8c6cad9ab84 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--925722632&fields=id&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 267 time: 0.0451298 Aug 04 02:20:48.169726 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-70a56cce-c3c5-4e76-926e-ba0589c1b9dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:48.171181 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-70a56cce-c3c5-4e76-926e-ba0589c1b9dd tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.1034126 Aug 04 02:20:48.185544 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-fe96c9ef-91f4-4dc6-a880-2fe77f960f80 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/quotas/2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 375 time: 0.0090287 Aug 04 02:20:48.233706 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-1b8c4bf5-155f-4c8c-abb1-c5b8217d72c7 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432911 Aug 04 02:20:48.362110 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b4d71-11ba-4f85-91b3-2d8cd3258c9d req-a7102f11-aeb1-4f31-a386-20cd88594ef0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:48.363558 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-727b4d71-11ba-4f85-91b3-2d8cd3258c9d req-a7102f11-aeb1-4f31-a386-20cd88594ef0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0706763 Aug 04 02:20:48.381310 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-4af0465d-29b0-41fc-a6c9-796d188d37fb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341894 Aug 04 02:20:48.469116 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-727b4d71-11ba-4f85-91b3-2d8cd3258c9d req-0f5accb7-00f6-4f49-823a-d2fddd33fb40 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980098 Aug 04 02:20:48.499218 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-46151125-849e-4c7a-b814-c3dd6ccdf2b7 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109014 Aug 04 02:20:48.658506 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e2c85b4-25cd-497a-b86b-1b56dedb19d3 req-eb58e4bb-2835-4c9e-8d37-bb86852b3ccb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 210 time: 0.0275800 Aug 04 02:20:48.747682 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8bf46035-8e5d-4c05-8c39-1534e9c498af no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:20:48.771791 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 8bf46035-8e5d-4c05-8c39-1534e9c498af {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:20:48.772148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8bf46035-8e5d-4c05-8c39-1534e9c498af not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:20:48.858376 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ba317-5146-4fb8-87dc-5fb1a23d1e89 req-82e8aa1a-ea83-4d58-9e8c-b9cdc0ce45db tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:48.859859 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-654ba317-5146-4fb8-87dc-5fb1a23d1e89 req-82e8aa1a-ea83-4d58-9e8c-b9cdc0ce45db tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Aug 04 02:20:48.877019 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:20:48.912831 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-654ba317-5146-4fb8-87dc-5fb1a23d1e89 req-f30cb271-a2dc-44f9-8259-45ce1e12d85c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Aug 04 02:20:49.633771 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7c0c2-d390-4f11-844a-340a75ee37ec req-13a9ef66-aa25-4d88-9717-7f5b5cf594b1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:49.635332 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20c7c0c2-d390-4f11-844a-340a75ee37ec req-13a9ef66-aa25-4d88-9717-7f5b5cf594b1 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0636358 Aug 04 02:20:49.686686 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-4b6bda24-5fdb-4435-aa46-39a10414e217 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:49.688169 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-4b6bda24-5fdb-4435-aa46-39a10414e217 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.1706982 Aug 04 02:20:49.734505 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-20c7c0c2-d390-4f11-844a-340a75ee37ec req-590f0969-6d0b-4a82-8e31-d19515191c2f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862973 Aug 04 02:20:49.777919 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c215bc7-1f31-4374-8e6e-a9e336058a9f req-f9ef73c9-7e85-43cc-b122-cf17e1a0a354 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 210 time: 0.0423584 Aug 04 02:20:49.790701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:49.797408 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-36561549-444b-4d39-afa4-b35714c59579 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 379 time: 0.0931427 Aug 04 02:20:49.806169 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'port': {'device_id': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'admin_state_up': True, 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'security_groups': ['c9bc3098-5562-4c0c-a2c4-7faa81e94178']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:49.892563 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:49.919423 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Made reservation on behalf of 2f003cc2b7104c369e1aa74d6e48a9fc for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:20:49.923215 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.047982 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.20.0.5 (c3fd5976-8837-4886-aaff-706d72d2761f/a0061202-808e-43c3-a4fd-39c7b8c413a0/366e87a4-8a21-4561-abb7-e0a8211d1d43) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:20:50.183315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.214174 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.257325 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:20:50.260482 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:20:50.264286 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:20:50.290629 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=366e87a4-8a21-4561-abb7-e0a8211d1d43,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:50.319908 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:50.320532 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.337359 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e9f956e4-1339-4eb5-beb5-9b5e25155d79 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5346873 Aug 04 02:20:50.361366 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Request body: {'port': {'device_id': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:50.423495 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.519336 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:50.527074 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-591c3abc-fe65-47d4-b2dc-84516d5e39f1 None None] Provisioning complete for port 366e87a4-8a21-4561-abb7-e0a8211d1d43 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:20:50.527453 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-591c3abc-fe65-47d4-b2dc-84516d5e39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.560421 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-591c3abc-fe65-47d4-b2dc-84516d5e39f1 None None] Port 366e87a4-8a21-4561-abb7-e0a8211d1d43 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:20:50.635362 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:50.645729 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:50.686297 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 366e87a4-8a21-4561-abb7-e0a8211d1d43 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:20:50.694192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Publish callbacks [] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.706983 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Transition to ACTIVE for port object 366e87a4-8a21-4561-abb7-e0a8211d1d43 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:20:50.711044 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.789994 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Pushing event updated for resources: {'Port': ['ID=366e87a4-8a21-4561-abb7-e0a8211d1d43,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:50.856879 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Attempting to bind port 366e87a4-8a21-4561-abb7-e0a8211d1d43 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:20:50.857295 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Attempting to bind port 366e87a4-8a21-4561-abb7-e0a8211d1d43 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:20:50.857642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Attempting to bind port 366e87a4-8a21-4561-abb7-e0a8211d1d43 on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:20:50.873385 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Port 366e87a4-8a21-4561-abb7-e0a8211d1d43 on network c3fd5976-8837-4886-aaff-706d72d2761f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:20:50.873709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Attempting to bind port 366e87a4-8a21-4561-abb7-e0a8211d1d43 on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:20:50.891500 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5db96-32bf-4e2d-8e0c-bb68ac2f341c req-fbd69626-ac79-4399-834e-33191feab9d7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:50.893135 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-88f5db96-32bf-4e2d-8e0c-bb68ac2f341c req-fbd69626-ac79-4399-834e-33191feab9d7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0816414 Aug 04 02:20:50.916103 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:20:50.916497 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:20:50.916880 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Bound using segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:20:50.917327 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Bound port: 366e87a4-8a21-4561-abb7-e0a8211d1d43, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:20:50.917693 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:50.955915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c0ac7-aaf1-434e-9eeb-ac557c6a21e9 req-de57890f-b23f-4108-b230-c4adedfb3eb4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:50.957495 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-105c0ac7-aaf1-434e-9eeb-ac557c6a21e9 req-de57890f-b23f-4108-b230-c4adedfb3eb4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 943 time: 0.0884836 Aug 04 02:20:51.036211 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-88f5db96-32bf-4e2d-8e0c-bb68ac2f341c req-a4cc7d62-d63e-47a0-81fa-8ac97bb916ad tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215210 Aug 04 02:20:51.071047 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-105c0ac7-aaf1-434e-9eeb-ac557c6a21e9 req-505c595d-0248-42ec-8280-fadb19097d96 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054432 Aug 04 02:20:51.073502 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] For port 366e87a4-8a21-4561-abb7-e0a8211d1d43, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:20:51.076784 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] For port 366e87a4-8a21-4561-abb7-e0a8211d1d43, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:20:51.089014 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:51.106192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:51.107371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:51.108780 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/366e87a4-8a21-4561-abb7-e0a8211d1d43 HTTP/1.1" status: 200 len: 1093 time: 0.7523084 Aug 04 02:20:51.109210 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:20:51.111428 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f716deed-abd9-4bee-87ad-712c21c437ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:20:51.141584 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3228326-6921-4c6b-a0c9-d7840a00aa29 service neutron] Pushing event updated for resources: {'Port': ['ID=366e87a4-8a21-4561-abb7-e0a8211d1d43,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:51.158410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1260f497-ae91-4f90-b40d-13cfadde980e x-openstack-request-id: req-1260f497-ae91-4f90-b40d-13cfadde980e {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:20:51.158697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:20:51.158948 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1260f497-ae91-4f90-b40d-13cfadde980e {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:20:51.159349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1260f497-ae91-4f90-b40d-13cfadde980e'] response: {'name': 'network-changed', 'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'status': 'completed', 'code': 200} Aug 04 02:20:51.185490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-49ee31a9-d136-45e8-9912-7a3971b5d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:51.186997 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-49ee31a9-d136-45e8-9912-7a3971b5d3eb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 1127 time: 0.0401700 Aug 04 02:20:51.234034 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-00d18e3c-ccbf-4f14-8d2a-7ea39d4bcab5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43 HTTP/1.1" status: 200 len: 217 time: 0.0398607 Aug 04 02:20:51.522131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-b869f91c-c2ad-4a53-8426-d673b9fed6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:51.523619 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-b869f91c-c2ad-4a53-8426-d673b9fed6e6 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.2842817 Aug 04 02:20:51.568797 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-088aeeed-0f04-468e-be53-ec4fc2ae69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:51.570348 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-088aeeed-0f04-468e-be53-ec4fc2ae69c7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374956 Aug 04 02:20:51.663239 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-cb14a5bd-f5b4-4818-8351-45f40abf1fc9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Aug 04 02:20:51.755876 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4df20ac0-88d4-4c91-994d-6afb093c2868 req-3c75c7ad-7dad-4a36-9252-bae8c44eb1da service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843081 Aug 04 02:20:52.118540 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:52.184280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7125146-d972-4137-830b-3d50100606a7 req-e3b81a63-0981-46e4-8277-39fe12007f74 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:52.186304 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f7125146-d972-4137-830b-3d50100606a7 req-e3b81a63-0981-46e4-8277-39fe12007f74 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0779026 Aug 04 02:20:52.213654 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6244319-c763-4804-a436-8574dcd214f7 req-cc089daf-71ba-4d09-809f-e679f21763ea tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:52.215098 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6244319-c763-4804-a436-8574dcd214f7 req-cc089daf-71ba-4d09-809f-e679f21763ea tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 943 time: 0.0688536 Aug 04 02:20:52.244709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:52.273354 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f7125146-d972-4137-830b-3d50100606a7 req-544399ce-8884-4d43-ac40-1eb33d2f9afa tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813787 Aug 04 02:20:52.290417 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d6244319-c763-4804-a436-8574dcd214f7 req-84d2e092-4d8a-4e57-a438-c0bb01330e9c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684824 Aug 04 02:20:52.702504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716deed-abd9-4bee-87ad-712c21c437ba req-aeb77f85-506e-4534-b3e6-ffdd2a867f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:52.703999 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-aeb77f85-506e-4534-b3e6-ffdd2a867f04 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 1127 time: 0.0427046 Aug 04 02:20:52.796336 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716deed-abd9-4bee-87ad-712c21c437ba req-7eefc6d7-3da7-4dd0-9790-21b5f5f79a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:52.797816 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-7eefc6d7-3da7-4dd0-9790-21b5f5f79a51 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 916 time: 0.0880392 Aug 04 02:20:52.836048 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-9ed6ece4-0956-468b-bfe6-c08e9fa403c5 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43 HTTP/1.1" status: 200 len: 217 time: 0.0322552 Aug 04 02:20:52.886389 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716deed-abd9-4bee-87ad-712c21c437ba req-2ce9e42c-c90f-492a-8e15-3ba5938a39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:52.888317 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-2ce9e42c-c90f-492a-8e15-3ba5938a39d4 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0455921 Aug 04 02:20:52.936010 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716deed-abd9-4bee-87ad-712c21c437ba req-7a502594-13d2-488e-86f7-3da80721c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:52.937486 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-7a502594-13d2-488e-86f7-3da80721c9c8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414939 Aug 04 02:20:53.032553 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-1765447f-abe3-45ce-b0a3-4f68198e2c0a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888848 Aug 04 02:20:53.124292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f716deed-abd9-4bee-87ad-712c21c437ba req-0f53100b-c99c-44c5-a30e-d5790386efa8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866053 Aug 04 02:20:53.425393 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9362c5f-5780-4b12-8216-e3e3f6fd3594 req-47f55833-74c3-410c-8c60-03c6042675a2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:53.426884 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e9362c5f-5780-4b12-8216-e3e3f6fd3594 req-47f55833-74c3-410c-8c60-03c6042675a2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0790913 Aug 04 02:20:53.446016 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0486e-ea39-4600-9150-5642ebd5769a req-e933f527-23ce-4ef0-a74a-d1ec4881fae3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:53.447431 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28a0486e-ea39-4600-9150-5642ebd5769a req-e933f527-23ce-4ef0-a74a-d1ec4881fae3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 943 time: 0.0705516 Aug 04 02:20:53.515624 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e9362c5f-5780-4b12-8216-e3e3f6fd3594 req-4d1b7da1-d3ad-4b3d-a7a5-060d149c4f1c tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829008 Aug 04 02:20:53.519643 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28a0486e-ea39-4600-9150-5642ebd5769a req-d1508896-f7ef-4077-a915-1c12ba86a207 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639825 Aug 04 02:20:54.674175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc8f8b-7f0f-45c5-8f7b-848008d38db5 req-79dd33f7-4d70-4b7c-bdac-72237631f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:54.675685 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfbc8f8b-7f0f-45c5-8f7b-848008d38db5 req-79dd33f7-4d70-4b7c-bdac-72237631f3b2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0986209 Aug 04 02:20:54.697151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4bfc8-00a6-49a7-921e-748e470708d3 req-0e0e25f0-06c0-4845-88a0-ef5ca89b674e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:54.698529 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72c4bfc8-00a6-49a7-921e-748e470708d3 req-0e0e25f0-06c0-4845-88a0-ef5ca89b674e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 943 time: 0.0895216 Aug 04 02:20:54.706854 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b7840-75fd-41bb-b1e2-ca079b876455 req-e2445d8f-ca3f-486e-b21f-92ea82c39b0d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:54.708218 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b6b7840-75fd-41bb-b1e2-ca079b876455 req-e2445d8f-ca3f-486e-b21f-92ea82c39b0d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0838137 Aug 04 02:20:54.729630 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:54.781251 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 366e87a4-8a21-4561-abb7-e0a8211d1d43 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:20:54.782743 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-72c4bfc8-00a6-49a7-921e-748e470708d3 req-d76aeec0-978d-479e-80cb-5a357dd954d2 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735238 Aug 04 02:20:54.787134 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b6b7840-75fd-41bb-b1e2-ca079b876455 req-4eb6e416-dde5-46d4-91e7-f8c932789249 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718584 Aug 04 02:20:54.884286 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 366e87a4-8a21-4561-abb7-e0a8211d1d43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:54.896585 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'port_id': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'mac_address': 'fa:16:3e:c3:75:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:20:54.926459 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfbc8f8b-7f0f-45c5-8f7b-848008d38db5 req-73a1758a-5729-4a99-950a-4572662d82d6 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Aug 04 02:20:54.932664 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 366e87a4-8a21-4561-abb7-e0a8211d1d43 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:20:54.933062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:54.946603 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 366e87a4-8a21-4561-abb7-e0a8211d1d43 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:20:54.966343 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 366e87a4-8a21-4561-abb7-e0a8211d1d43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:54.970583 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:55.019638 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=366e87a4-8a21-4561-abb7-e0a8211d1d43,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:55.026849 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.027200 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.027567 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.027929 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.028270 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.028602 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.028998 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.029313 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.029657 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.029990 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.030318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.030659 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.030988 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.031310 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.031632 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:20:55.245166 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['366e87a4-8a21-4561-abb7-e0a8211d1d43'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:20:55.716418 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:55.933173 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0ee3c-277d-4486-b868-1d372c102907 req-ec39f355-8e3a-46c2-8243-29278096cd25 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:55.934695 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1bf0ee3c-277d-4486-b868-1d372c102907 req-ec39f355-8e3a-46c2-8243-29278096cd25 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 944 time: 0.0800552 Aug 04 02:20:55.958630 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d7b6f-3855-4cca-9305-40a9780b2d2c req-604e26d8-27d5-4e38-8d42-e372443a0cac tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:55.960101 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da0d7b6f-3855-4cca-9305-40a9780b2d2c req-604e26d8-27d5-4e38-8d42-e372443a0cac tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0743384 Aug 04 02:20:56.010995 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:56.029558 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1bf0ee3c-277d-4486-b868-1d372c102907 req-a3892343-4ea1-4af8-ab7e-50c390cc46de tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877757 Aug 04 02:20:56.033732 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-da0d7b6f-3855-4cca-9305-40a9780b2d2c req-5806c508-1900-459a-ac02-84de1d907c1b tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670409 Aug 04 02:20:56.794687 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 366e87a4-8a21-4561-abb7-e0a8211d1d43 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:20:56.828083 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ae6c4-22c0-4ae4-913e-9a7b25565fe7 req-faad1186-fe38-45a2-a1cf-7a47b4c92bd9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:56.829579 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d30ae6c4-22c0-4ae4-913e-9a7b25565fe7 req-faad1186-fe38-45a2-a1cf-7a47b4c92bd9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0479071 Aug 04 02:20:56.840534 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 366e87a4-8a21-4561-abb7-e0a8211d1d43 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:20:56.846538 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 366e87a4-8a21-4561-abb7-e0a8211d1d43 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:20:56.846916 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:56.878802 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d30ae6c4-22c0-4ae4-913e-9a7b25565fe7 req-a80a61e8-c0a0-465b-8739-b2108a4b4cd2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Aug 04 02:20:56.919466 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 366e87a4-8a21-4561-abb7-e0a8211d1d43 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:20:56.919853 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:56.942551 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:20:56.944849 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ad1fc7-24ee-4ee8-9fec-d797a15dfc5b" -d '{"events": [{"server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "name": "network-vif-plugged", "status": "completed", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:20:56.957296 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 366e87a4-8a21-4561-abb7-e0a8211d1d43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:56.961579 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:56.988861 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888694e6-eb4c-4341-8971-d73865307760 x-openstack-request-id: req-888694e6-eb4c-4341-8971-d73865307760 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:20:56.989180 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "name": "network-vif-plugged", "status": "completed", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:20:56.989436 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-888694e6-eb4c-4341-8971-d73865307760 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:20:56.989833 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888694e6-eb4c-4341-8971-d73865307760'] response: {'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'code': 200} Aug 04 02:20:57.012505 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=366e87a4-8a21-4561-abb7-e0a8211d1d43,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:57.180967 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c3723-7cb2-430f-bd25-c64cf737db24 req-4f77af73-424e-4bb7-a88a-0522eb255f25 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:57.182438 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e89c3723-7cb2-430f-bd25-c64cf737db24 req-4f77af73-424e-4bb7-a88a-0522eb255f25 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0780528 Aug 04 02:20:57.190263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a975cf-00f0-4008-ae0e-c0ac8608e6e7 req-b693a65e-a87d-47c4-aa53-508e272b6dcf tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:57.191613 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46a975cf-00f0-4008-ae0e-c0ac8608e6e7 req-b693a65e-a87d-47c4-aa53-508e272b6dcf tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0777364 Aug 04 02:20:57.264712 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e89c3723-7cb2-430f-bd25-c64cf737db24 req-5ceeb66c-ff4c-4046-8ece-760edd93d045 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715046 Aug 04 02:20:57.268646 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46a975cf-00f0-4008-ae0e-c0ac8608e6e7 req-8c8c7fb1-09ca-4c94-ba42-1388b9249f83 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702755 Aug 04 02:20:57.666155 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f62206-1000-499b-809b-88b78e06b5a2 req-477f36c4-457a-4ff5-903b-81eeef3fe47d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:57.667647 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09f62206-1000-499b-809b-88b78e06b5a2 req-477f36c4-457a-4ff5-903b-81eeef3fe47d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0544498 Aug 04 02:20:57.717150 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09f62206-1000-499b-809b-88b78e06b5a2 req-e1fd490b-2466-4653-9bc0-2aa3267e8141 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Aug 04 02:20:57.837627 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=37 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:57.840313 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:58.045238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d9d76-74d2-4e35-992b-669d439b34b5 req-aea773e9-38fd-443b-b30a-d6ad6d512950 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.047243 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc3d9d76-74d2-4e35-992b-669d439b34b5 req-aea773e9-38fd-443b-b30a-d6ad6d512950 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0817294 Aug 04 02:20:58.048375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-1f87a51c-b72a-439e-a359-44f1817137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.049726 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-1f87a51c-b72a-439e-a359-44f1817137a6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0553448 Aug 04 02:20:58.097962 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc3d9d76-74d2-4e35-992b-669d439b34b5 req-aa6b8e42-6ea6-4f03-a2ec-c40e82f027d8 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=2dc866e0-b063-45fd-a1b9-b1f2a8219c83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441909 Aug 04 02:20:58.212374 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e1f5b-8d56-483b-94b6-dcc9817f4957 req-b344bf8f-4e26-4efc-bd57-9de1e38eba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.214093 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-976e1f5b-8d56-483b-94b6-dcc9817f4957 req-b344bf8f-4e26-4efc-bd57-9de1e38eba63 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 1129 time: 0.0496063 Aug 04 02:20:58.258485 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-e8ef13ed-bc8f-4299-825d-ab2f0e0fe36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.259957 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-e8ef13ed-bc8f-4299-825d-ab2f0e0fe36a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1380823 Aug 04 02:20:58.294608 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-7b65bb98-6fae-4bc8-ba30-ae5003ef4b3c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.297060 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-7b65bb98-6fae-4bc8-ba30-ae5003ef4b3c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 946 time: 0.0886991 Aug 04 02:20:58.319394 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-976e1f5b-8d56-483b-94b6-dcc9817f4957 req-949c3225-4c09-4c35-85e6-59ac4aefac82 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949924 Aug 04 02:20:58.336420 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-95530788-56ec-48f6-aac9-7c1d80b54cfe service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 1001 time: 0.0652528 Aug 04 02:20:58.375360 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:58.393696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdfb89-f7a7-4d94-a2bc-c98127bd612b req-c541f448-b9d1-42ad-8578-7016aacb1a45 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.395192 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4bdfb89-f7a7-4d94-a2bc-c98127bd612b req-c541f448-b9d1-42ad-8578-7016aacb1a45 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0469294 Aug 04 02:20:58.422404 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Deleting port a8bb5289-23b6-4ef4-85b6-5862d3474ffb {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:20:58.422749 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:58.448713 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4bdfb89-f7a7-4d94-a2bc-c98127bd612b req-9ebcd568-aa96-42ed-ac1b-a94ab4060f1f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459785 Aug 04 02:20:58.516077 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] For port a8bb5289-23b6-4ef4-85b6-5862d3474ffb, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:20:58.516444 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:58.566713 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-6d647df7-fc84-4a77-bf47-4de810ffea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.568168 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-6d647df7-fc84-4a77-bf47-4de810ffea27 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0448494 Aug 04 02:20:58.622350 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-eef1c874-79c2-48f4-8518-45eec4ac25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.623929 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-eef1c874-79c2-48f4-8518-45eec4ac25fb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495872 Aug 04 02:20:58.679398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:58.721686 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-6fd76f42-7548-4cf3-9654-0481bc804373 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919106 Aug 04 02:20:58.733120 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:58.733489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (9b361f0f-40bc-4524-8803-07407bdfc0ef), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:58.733800 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Floating IP 9b361f0f-40bc-4524-8803-07407bdfc0ef disassociated. External IP: 172.27.4.22, port: a8bb5289-23b6-4ef4-85b6-5862d3474ffb. Aug 04 02:20:58.734146 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Calling delete_port for a8bb5289-23b6-4ef4-85b6-5862d3474ffb owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:20:58.838871 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26b108-1491-4e69-9c5d-36097b902eb7 req-1ce9b91a-5ece-4d6b-b261-034fd67e7ac0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:58.840362 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac26b108-1491-4e69-9c5d-36097b902eb7 req-1ce9b91a-5ece-4d6b-b261-034fd67e7ac0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0482409 Aug 04 02:20:58.866444 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (a8bb5289-23b6-4ef4-85b6-5862d3474ffb), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:58.890766 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ac26b108-1491-4e69-9c5d-36097b902eb7 req-e91a6497-dc87-4dcc-9471-d768e5b5a991 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 Aug 04 02:20:58.903058 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event deleted for resources: {'Port': ['ID=a8bb5289-23b6-4ef4-85b6-5862d3474ffb,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:20:59.016529 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Router 77861627-b5f0-4e3c-8559-e84e2075f596 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:20:59.132505 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:20:59.148456 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde0148-499e-424c-a116-877c197f5403 None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:20:59.165945 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cbe7e8d8-5b1d-42a7-b4f9-d264dc19ea8f req-c31d86d5-c856-4458-b9e4-c05a7a5ba5a3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957668 Aug 04 02:20:59.168959 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:20:59.169610 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:59.195887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] No DVR routers for this DVR port a8bb5289-23b6-4ef4-85b6-5862d3474ffb on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:20:59.199072 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:59.204079 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-423ee118-55c1-4d46-b86c-57ca3f08a542 req-e08045f4-4ca4-42bd-a87c-773d5cfccb15 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a8bb5289-23b6-4ef4-85b6-5862d3474ffb HTTP/1.1" status: 204 len: 173 time: 0.8985112 Aug 04 02:20:59.204584 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-deleted', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:20:59.206961 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a265511-12c9-41fd-9b9a-a82b2a7692a4" -d '{"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-deleted", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:20:59.265713 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e124636-7f3e-4836-839d-f7d27fc26154 req-fd29ec2c-7944-41d3-aa34-f4bff710ebea tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.0309172 Aug 04 02:20:59.269114 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720f9504-5248-48dd-91d1-5450ff1f29a1 x-openstack-request-id: req-720f9504-5248-48dd-91d1-5450ff1f29a1 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:20:59.269732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b7c041-6233-4a90-8e9d-e2745bbb07a9", "name": "network-vif-deleted", "tag": "a8bb5289-23b6-4ef4-85b6-5862d3474ffb", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:20:59.270345 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-720f9504-5248-48dd-91d1-5450ff1f29a1 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:20:59.270917 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720f9504-5248-48dd-91d1-5450ff1f29a1'] response: {'server_uuid': 'a6b7c041-6233-4a90-8e9d-e2745bbb07a9', 'name': 'network-vif-deleted', 'tag': 'a8bb5289-23b6-4ef4-85b6-5862d3474ffb', 'status': 'completed', 'code': 200} Aug 04 02:20:59.476004 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:20:59.568274 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e2232-e979-455a-9934-27b764f6b643 req-e45a5412-efde-46d2-9d9c-4d6c273d546b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:59.569800 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-449e2232-e979-455a-9934-27b764f6b643 req-e45a5412-efde-46d2-9d9c-4d6c273d546b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0475101 Aug 04 02:20:59.617634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-449e2232-e979-455a-9934-27b764f6b643 req-10c7f488-3019-4941-a6a9-3fe3d40a3e3a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Aug 04 02:20:59.652188 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:59.660700 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:20:59.671349 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:59.696341 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde0148-499e-424c-a116-877c197f5403 None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:20:59.705402 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:20:59.706018 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:20:59.739290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558b427-8717-47e9-9ad0-78634efda387 req-ca940788-7d95-47d8-93c2-eae17e2487ec tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:20:59.740804 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f558b427-8717-47e9-9ad0-78634efda387 req-ca940788-7d95-47d8-93c2-eae17e2487ec tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0516870 Aug 04 02:20:59.751024 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55712) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:20:59.755449 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'port_id': '366e87a4-8a21-4561-abb7-e0a8211d1d43'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:20:59.793202 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (a96705d9-bfe2-4bb7-b589-ceef3a18c37f), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:20:59.813130 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:20:59.937007 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:00.014153 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5fde0148-499e-424c-a116-877c197f5403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:00.035357 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb40f-0134-407e-84db-aaa82d0a5a42 req-d7bf5127-361d-45c0-8f9d-92c404068fd8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:00.036849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85cfb40f-0134-407e-84db-aaa82d0a5a42 req-d7bf5127-361d-45c0-8f9d-92c404068fd8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0581861 Aug 04 02:21:00.039521 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde0148-499e-424c-a116-877c197f5403 None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:00.188301 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85cfb40f-0134-407e-84db-aaa82d0a5a42 req-ddd8c35b-5858-4fee-a862-646f43acc8a2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418259 Aug 04 02:21:00.210172 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:00.279632 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37adb142-c1bc-42d5-a53d-0b667b6e2181 None None] New status for floating IP 9b361f0f-40bc-4524-8803-07407bdfc0ef: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:00.283363 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:00.302934 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:00.308542 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (a96705d9-bfe2-4bb7-b589-ceef3a18c37f), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:00.408634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4d47917-281f-43e0-ab46-aff3f8b69429 req-35c7e62a-3e13-4160-aed8-34e412d1e0e5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.0526342 Aug 04 02:21:00.419184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:00.444460 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP a96705d9-bfe2-4bb7-b589-ceef3a18c37f associated. External IP: 172.27.4.2, port: 366e87a4-8a21-4561-abb7-e0a8211d1d43. Aug 04 02:21:00.646610 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:00.999352 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:01.003560 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:01.009070 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:01.019961 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:01.020583 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:01.033601 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3bf42cf6-304f-4384-b3e5-491846522a3b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/a96705d9-bfe2-4bb7-b589-ceef3a18c37f HTTP/1.1" status: 200 len: 989 time: 1.2814889 Aug 04 02:21:01.034184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:01.036453 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72170b-397f-4b0c-9caa-d3d726fe2897" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:01.073085 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2458667f-b8cc-4522-89b5-074b51958dfb x-openstack-request-id: req-2458667f-b8cc-4522-89b5-074b51958dfb {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:01.073374 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:01.073629 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2458667f-b8cc-4522-89b5-074b51958dfb {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:01.074035 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2458667f-b8cc-4522-89b5-074b51958dfb'] response: {'name': 'network-changed', 'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'status': 'completed', 'code': 200} Aug 04 02:21:01.133741 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:01.324937 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94435d9-8623-4d77-af26-0ba4864e2ace req-37721174-de57-4870-96fb-3b59aa252ae8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:01.326422 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b94435d9-8623-4d77-af26-0ba4864e2ace req-37721174-de57-4870-96fb-3b59aa252ae8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Aug 04 02:21:01.365962 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'a96705d9-bfe2-4bb7-b589-ceef3a18c37f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c3:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:20:47Z', 'updated_at': '2022-08-04T02:21:00Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:01.375636 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b94435d9-8623-4d77-af26-0ba4864e2ace req-f183f5fe-8f68-4235-b4cd-3b83641f1337 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Aug 04 02:21:01.393593 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:01.402859 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:01.403630 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:01.496979 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde7581-8d88-479d-af3b-899b6ad2b5ba req-474875b6-e23d-4582-9eb0-d42c89730412 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:01.499283 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5fde7581-8d88-479d-af3b-899b6ad2b5ba req-474875b6-e23d-4582-9eb0-d42c89730412 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0507975 Aug 04 02:21:01.510124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55728) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:01.515628 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:01.527835 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Request body: {'floatingip': {'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:01.533702 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f49059a-265f-4249-8c40-32713df7f423 req-31da7f4b-84f5-4909-9c67-4197be685b27 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a6b7c041-6233-4a90-8e9d-e2745bbb07a9 HTTP/1.1" status: 200 len: 210 time: 0.0334136 Aug 04 02:21:01.580956 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:01.730844 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'a96705d9-bfe2-4bb7-b589-ceef3a18c37f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c3:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:20:47Z', 'updated_at': '2022-08-04T02:21:00Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:01.765044 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faec19-b0b8-40dd-bb33-5d84a68d8cc2 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'a96705d9-bfe2-4bb7-b589-ceef3a18c37f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.2', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:c3:75:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:20:47Z', 'updated_at': '2022-08-04T02:21:00Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:01.771124 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:01.781346 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-685905e0-c55f-4aa7-8f7f-b67f2b497bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:01.783502 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-685905e0-c55f-4aa7-8f7f-b67f2b497bd2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 1129 time: 0.0518377 Aug 04 02:21:01.857489 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:01.886899 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-990ea680-5cfa-4c14-bebf-93b4fdbfebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:01.888552 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-990ea680-5cfa-4c14-bebf-93b4fdbfebe7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 916 time: 0.0978284 Aug 04 02:21:01.988706 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-e9e51748-f7a4-4211-9882-b6ed26ce12f8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43 HTTP/1.1" status: 200 len: 997 time: 0.0916104 Aug 04 02:21:02.010050 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:02.021082 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974b6138-a5e4-4ac8-9a2d-c3791fb3b6a6 None None] New status for floating IP a96705d9-bfe2-4bb7-b589-ceef3a18c37f: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:02.036881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:02.051661 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-6ea44b7b-1257-4ffa-a3c6-bae063d0d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:02.053080 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-6ea44b7b-1257-4ffa-a3c6-bae063d0d796 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0582204 Aug 04 02:21:02.074970 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.079991 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.099477 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-44466b73-5e70-481a-bddf-77e15bba1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:02.101008 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-44466b73-5e70-481a-bddf-77e15bba1d56 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422943 Aug 04 02:21:02.296558 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Router 2fcbffc3-7239-4306-b890-5612f3a5bff7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:02.408574 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:02.412882 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.418134 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] Sync routers for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:02.429864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:02.430480 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:02.434649 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-632831f6-2725-49ed-b876-329dcc2d2c66 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210788 Aug 04 02:21:02.476534 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-93a7798b-64e1-448c-a3bb-a772fdb294ed tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/f793b948-7795-4443-8133-aefa05a0005a HTTP/1.1" status: 200 len: 993 time: 0.9651010 Aug 04 02:21:02.534306 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-de72170b-397f-4b0c-9caa-d3d726fe2897 req-70061ed9-b7a2-494d-ac81-4cb187b33cf4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912297 Aug 04 02:21:02.537640 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:02.634761 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55736) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:02.695019 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57dd737b-da24-4a92-8510-5a4c160c5e19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (2dc866e0-b063-45fd-a1b9-b1f2a8219c83), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.719907 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57dd737b-da24-4a92-8510-5a4c160c5e19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (2dc866e0-b063-45fd-a1b9-b1f2a8219c83), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.723127 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:02.761406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'f793b948-7795-4443-8133-aefa05a0005a', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'floating_ip_address': '172.27.4.64', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:14Z', 'updated_at': '2022-08-04T02:21:01Z', 'revision_number': 3, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:02.775590 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57dd737b-da24-4a92-8510-5a4c160c5e19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (2dc866e0-b063-45fd-a1b9-b1f2a8219c83), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.778438 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57dd737b-da24-4a92-8510-5a4c160c5e19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:02.779611 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-57dd737b-da24-4a92-8510-5a4c160c5e19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/2dc866e0-b063-45fd-a1b9-b1f2a8219c83 HTTP/1.1" status: 204 len: 168 time: 0.1438730 Aug 04 02:21:02.782499 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55738) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:02.790300 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] Checking router: 2fcbffc3-7239-4306-b890-5612f3a5bff7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:02.792418 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd737b-da24-4a92-8510-5a4c160c5e19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc866e0-b063-45fd-a1b9-b1f2a8219c83,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:02.798780 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:02.799393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:20:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:02.803777 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-60aa956b-1775-4d96-8671-7c039091dd13 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] show failed (client error): The resource could not be found. Aug 04 02:21:02.804875 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-60aa956b-1775-4d96-8671-7c039091dd13 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups/2dc866e0-b063-45fd-a1b9-b1f2a8219c83 HTTP/1.1" status: 404 len: 347 time: 0.0213723 Aug 04 02:21:02.807774 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55740) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:02.855375 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:21:02.931535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Deleting port b1c10a26-8a3c-4e1f-952b-24945c0334c9 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:02.931880 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.021535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.021782 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (b1c10a26-8a3c-4e1f-952b-24945c0334c9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.035088 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: a8bb5289-23b6-4ef4-85b6-5862d3474ffb {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:21:03.035286 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Calling delete_port for b1c10a26-8a3c-4e1f-952b-24945c0334c9 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:03.035440 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a8bb5289-23b6-4ef4-85b6-5862d3474ffb not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:21:03.038248 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:03.066658 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:03.075212 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684'}, {'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:03.078430 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26498785-6cc2-4a19-bfaa-f13470816657" -d '{"events": [{"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684"}, {"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:03.130980 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3082b524-75a4-4e15-845a-e8858d744ff4 x-openstack-request-id: req-3082b524-75a4-4e15-845a-e8858d744ff4 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:03.132124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "tag": "a78228f0-3195-400c-857e-00c43eaf3684", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:03.132648 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3082b524-75a4-4e15-845a-e8858d744ff4 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:03.133086 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3082b524-75a4-4e15-845a-e8858d744ff4'] response: {'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684', 'status': 'completed', 'code': 200} Aug 04 02:21:03.133349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3082b524-75a4-4e15-845a-e8858d744ff4'] response: {'name': 'network-changed', 'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684', 'status': 'completed', 'code': 200} Aug 04 02:21:03.206858 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-36070292-fa17-4a73-b9ec-dab720abdecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:03.208345 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-36070292-fa17-4a73-b9ec-dab720abdecb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0522046 Aug 04 02:21:03.223115 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (b1c10a26-8a3c-4e1f-952b-24945c0334c9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.236150 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:03.274920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:03.292296 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'f793b948-7795-4443-8133-aefa05a0005a', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'floating_ip_address': '172.27.4.64', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:14Z', 'updated_at': '2022-08-04T02:21:01Z', 'revision_number': 3, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:03.292447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event deleted for resources: {'Port': ['ID=b1c10a26-8a3c-4e1f-952b-24945c0334c9,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:03.321693 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b0d6f-b951-4559-888c-be159ad2e9d4 None None] The sync data for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi is: [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'f793b948-7795-4443-8133-aefa05a0005a', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'floating_ip_address': '172.27.4.64', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'port_id': 'a78228f0-3195-400c-857e-00c43eaf3684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'mac_address': 'fa:16:3e:d0:c1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:19:14Z', 'updated_at': '2022-08-04T02:21:01Z', 'revision_number': 3, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:03.327233 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.327593 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.327940 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.328283 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.328647 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.328984 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.329323 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.329658 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.329990 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.330321 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.330652 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.330984 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.331315 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.331643 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.332074 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:03.403219 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-6c9a920e-f90b-4681-a081-4e3fc136f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:03.404762 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-6c9a920e-f90b-4681-a081-4e3fc136f4db service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1907847 Aug 04 02:21:03.407604 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (9b361f0f-40bc-4524-8803-07407bdfc0ef), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.410134 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.411231 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6a8e9136-e459-422d-bae0-6175be449fef tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/9b361f0f-40bc-4524-8803-07407bdfc0ef HTTP/1.1" status: 204 len: 168 time: 0.6023858 Aug 04 02:21:03.471884 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-973f55bc-57d3-40c1-b5bb-f95dce806355 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 1001 time: 0.0594490 Aug 04 02:21:03.509251 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55746) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:03.514011 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234769068', 'description': 'tempest-description--2099638684'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:03.529648 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-707af8e5-ec34-41f0-89ba-93b3094be41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:03.531943 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-707af8e5-ec34-41f0-89ba-93b3094be41f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0548110 Aug 04 02:21:03.540332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.580096 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-ccba50b7-6f7d-43b5-a740-9e474bfb8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:03.581671 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-ccba50b7-6f7d-43b5-a740-9e474bfb8637 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436399 Aug 04 02:21:03.595337 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:03.609965 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (9e8b4e1c-cc2a-4461-9bf7-009baeff3d88), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.613906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9e8b4e1c-cc2a-4461-9bf7-009baeff3d88), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.644527 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.649029 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1384120 Aug 04 02:21:03.649459 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55748) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:03.654827 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'security_group_rule': {'security_group_id': '9e8b4e1c-cc2a-4461-9bf7-009baeff3d88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:03.660687 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348d4d3-461e-4a53-acca-8faf15797501 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:03.664407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:03.681419 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-c7c2653e-83a9-4d15-8c0c-f39f50672505 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937836 Aug 04 02:21:03.687807 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:03.693822 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (8f5d42d1-fb75-4254-a099-f44c451b77c4), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.753063 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (8f5d42d1-fb75-4254-a099-f44c451b77c4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.758079 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (8f5d42d1-fb75-4254-a099-f44c451b77c4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.777755 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5d42d1-fb75-4254-a099-f44c451b77c4,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:03.785200 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-5484b4ac-f417-4b0d-8b33-4d4159676d19 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977497 Aug 04 02:21:03.787364 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.788539 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fd2537f4-adc7-4540-b35a-f330d7b86f1d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372814 Aug 04 02:21:03.791274 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55750) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:03.795832 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'security_group_rule': {'security_group_id': '9e8b4e1c-cc2a-4461-9bf7-009baeff3d88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:03.824752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (8dc94314-0563-436e-ac8e-6199e1bbb7ae), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.867657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-8679d359-d769-422c-9ba1-5b00407d9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:03.869204 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-8679d359-d769-422c-9ba1-5b00407d9e95 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=c61d4ea2b52c497caeb298fe8677488e&device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 1130 time: 0.0388868 Aug 04 02:21:03.886531 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (8dc94314-0563-436e-ac8e-6199e1bbb7ae), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.890836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (8dc94314-0563-436e-ac8e-6199e1bbb7ae), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.912013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc94314-0563-436e-ac8e-6199e1bbb7ae,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:03.917968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:03.922946 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-44078cbb-6085-4162-b1d3-833de42f05c9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305275 Aug 04 02:21:03.923441 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55752) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:03.931459 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:03.970581 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.019943 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-0c812536-8c68-4474-9801-1464c8536a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:04.021431 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-0c812536-8c68-4474-9801-1464c8536a0f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 200 len: 920 time: 0.1467147 Aug 04 02:21:04.109870 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-ceeed902-36ea-42e2-8a73-d80609b9ddb9 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 200 len: 1001 time: 0.0768538 Aug 04 02:21:04.110931 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.198374 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-d3e8d71c-15bf-4467-8ba1-be2d3e927a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:04.199805 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-d3e8d71c-15bf-4467-8ba1-be2d3e927a3c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 200 len: 858 time: 0.0816939 Aug 04 02:21:04.265951 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:04.278945 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26498785-6cc2-4a19-bfaa-f13470816657 req-6206ce54-e977-435f-bd5d-c710e7d0a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:04.280976 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-6206ce54-e977-435f-bd5d-c710e7d0a731 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=9802934c-f69c-40a4-8c5e-9fb52ddbb971&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541666 Aug 04 02:21:04.295237 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Allocated IP 172.27.4.252 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/fff58651-c66b-447e-8e6f-e0866577b5cd) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:21:04.432072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.433672 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-e80a8be4-3617-4d47-9b3d-759127ee19c7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454935 Aug 04 02:21:04.452255 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:04.518213 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.568984 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-26498785-6cc2-4a19-bfaa-f13470816657 req-92f2d020-0480-41b3-b7d2-9e8ac0e7c91d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289005 Aug 04 02:21:04.579324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.625761 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:21:04.651270 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:21:04.659135 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:21:04.691062 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-36f2ff9a-8444-4059-bd1a-98e6cd465c0a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780423 Aug 04 02:21:04.691562 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'Port': ['ID=fff58651-c66b-447e-8e6f-e0866577b5cd,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:04.781969 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-46706f4b-7b31-41b5-b7a2-a6c4256dff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:04.783503 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-46706f4b-7b31-41b5-b7a2-a6c4256dff8d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 1130 time: 0.0668118 Aug 04 02:21:04.791589 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (39987436-cdb5-426d-8323-0ca3271f3209), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.878174 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:04.989263 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-c58569bd-96d7-4e1a-9741-41f5585dc7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:04.990656 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-c58569bd-96d7-4e1a-9741-41f5585dc7e3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 912 time: 0.1704755 Aug 04 02:21:05.039017 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:05.085747 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-598d7ae9-a352-4df7-b2d5-0ab706f6be11 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 200 len: 1002 time: 0.0859849 Aug 04 02:21:05.155330 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:05.162107 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:05.166519 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-e6355772-15ed-4b93-bf50-736ab53e8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:05.167962 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-e6355772-15ed-4b93-bf50-736ab53e8993 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0699017 Aug 04 02:21:05.216716 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:05.269819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (39987436-cdb5-426d-8323-0ca3271f3209), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:05.273716 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'Port': ['ID=fff58651-c66b-447e-8e6f-e0866577b5cd,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:05.278989 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-cc4767c9-03e5-44c2-b04e-7cc8a18915d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:05.280792 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-cc4767c9-03e5-44c2-b04e-7cc8a18915d8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0949197 Aug 04 02:21:05.300018 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:05.301483 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-90111622-42ce-4463-92e6-cdfb7a716185 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3770678 Aug 04 02:21:05.381463 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-cc41c53d-2505-44a0-8a08-8097467c5486 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942059 Aug 04 02:21:05.485223 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-3866f9c8-d7b1-47d3-bb70-1706f5c08ea5 req-302f6629-da9d-4cc0-adec-ba4ba063f40d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931406 Aug 04 02:21:05.510552 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-eb3b5f60-69d4-4941-8eeb-75e5b13c6690 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1234769068&fields=id&tenant_id=11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 267 time: 0.0432167 Aug 04 02:21:05.621081 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-22afb707-8b52-48d2-a969-88cd0eebc113 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:05.622532 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-22afb707-8b52-48d2-a969-88cd0eebc113 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 817 time: 0.1050603 Aug 04 02:21:05.637702 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-4a32ea31-aee2-4b3f-ad0c-91694df3193b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/quotas/11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 375 time: 0.0091455 Aug 04 02:21:05.688122 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-d1a9e1b8-0d0a-4afa-8fa6-ff6767c153ae tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454578 Aug 04 02:21:05.787336 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-7ed706e4-0ef8-47e9-bc64-d73950834cae service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876985 Aug 04 02:21:05.879409 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-57649206-b7b3-4b5f-9241-b58ead1344d0 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Aug 04 02:21:06.064679 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4077ceff-610d-4887-b339-e5015c9e0639 req-a629e94f-2ef4-4e45-b444-c5dedb3df6c0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 210 time: 0.0360177 Aug 04 02:21:07.172687 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e69e0f59-efd1-4250-a191-54a9edfc700b req-d74bfe93-fa38-4807-b415-783822ed007f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 210 time: 0.0356200 Aug 04 02:21:07.177035 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-d5a5b52e-997c-4dc1-b9aa-a8d8618ac55c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:07.178602 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-d5a5b52e-997c-4dc1-b9aa-a8d8618ac55c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 817 time: 0.1129684 Aug 04 02:21:07.259949 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-e7987e31-63e9-4478-866f-24932962fa18 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 380 time: 0.0582304 Aug 04 02:21:07.338806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'port': {'device_id': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'admin_state_up': True, 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'security_groups': ['9e8b4e1c-cc2a-4461-9bf7-009baeff3d88']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:07.449590 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Made reservation on behalf of 11284ae13d2f4c5ba47517f672968623 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:21:07.453790 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:07.582542 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Allocated IP 172.20.0.8 (a5813221-e639-425b-a3c4-33938890da3f/8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1/e27a122d-e8ab-43dd-b688-af2ca492785b) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:21:07.591351 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:07.736874 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:07.755572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:07.780793 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:07.827914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Network a5813221-e639-425b-a3c4-33938890da3f is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:21:07.831253 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:21:07.835173 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:21:07.858991 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:07.889247 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:07.889878 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:07.907179 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-61f06155-3aae-4806-8836-16407a0bb5ca tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734532 Aug 04 02:21:07.924021 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Request body: {'port': {'device_id': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:07.990493 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.009222 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-b0fc425e-2350-43f4-9c71-068ebc1b1fee None None] Provisioning complete for port e27a122d-e8ab-43dd-b688-af2ca492785b triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:21:08.009768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b0fc425e-2350-43f4-9c71-068ebc1b1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.041830 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc425e-2350-43f4-9c71-068ebc1b1fee None None] Port e27a122d-e8ab-43dd-b688-af2ca492785b cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:21:08.305459 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4299bf5-4c1a-4cbb-95ae-af6ec94a1907 req-08d1427c-e64c-4ce2-aa23-b68f3e64b578 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:08.307044 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4299bf5-4c1a-4cbb-95ae-af6ec94a1907 req-08d1427c-e64c-4ce2-aa23-b68f3e64b578 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 931 time: 0.0485394 Aug 04 02:21:08.357736 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4299bf5-4c1a-4cbb-95ae-af6ec94a1907 req-7ff8931a-0b03-4e5b-9e6d-fe064a9cfa26 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 Aug 04 02:21:08.483875 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27a122d-e8ab-43dd-b688-af2ca492785b {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:21:08.491388 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Publish callbacks [] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.503911 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Transition to ACTIVE for port object e27a122d-e8ab-43dd-b688-af2ca492785b will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:21:08.507931 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.570572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:08.619010 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Attempting to bind port e27a122d-e8ab-43dd-b688-af2ca492785b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:21:08.619341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Attempting to bind port e27a122d-e8ab-43dd-b688-af2ca492785b by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:21:08.619665 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Attempting to bind port e27a122d-e8ab-43dd-b688-af2ca492785b on network a5813221-e639-425b-a3c4-33938890da3f {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:21:08.622311 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:08.625187 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Port e27a122d-e8ab-43dd-b688-af2ca492785b on network a5813221-e639-425b-a3c4-33938890da3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:21:08.625503 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Attempting to bind port e27a122d-e8ab-43dd-b688-af2ca492785b on network a5813221-e639-425b-a3c4-33938890da3f {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:21:08.631527 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:21:08.631856 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Checking segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:21:08.632225 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Bound using segment: {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:21:08.632660 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Bound port: e27a122d-e8ab-43dd-b688-af2ca492785b, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7ab3a9-c242-4d3b-abda-09ad5bba1106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:21:08.633012 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.695964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:21:08.699710 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:21:08.706910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.712913 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:08.713783 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:08.715158 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 1093 time: 0.7980366 Aug 04 02:21:08.715597 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:08.717862 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:08.761822 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8583c62-8a63-4518-9a8f-186719e595bd x-openstack-request-id: req-c8583c62-8a63-4518-9a8f-186719e595bd {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:08.762111 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:08.762365 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8583c62-8a63-4518-9a8f-186719e595bd {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:08.762764 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8583c62-8a63-4518-9a8f-186719e595bd'] response: {'name': 'network-changed', 'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'status': 'completed', 'code': 200} Aug 04 02:21:08.794137 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec809d9-e0d2-464e-9104-272e92c79381 service neutron] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:08.808065 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-03b10fa3-b70a-4e35-a77d-aa64383afc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:08.809581 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-03b10fa3-b70a-4e35-a77d-aa64383afc3d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1127 time: 0.0460873 Aug 04 02:21:08.851334 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-f0a1bf36-ddae-4404-8680-aa56e79577c1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 217 time: 0.0322921 Aug 04 02:21:08.884812 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:08.903658 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-d4e5b3c5-8d27-4203-873b-0111c71d18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:08.905149 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-d4e5b3c5-8d27-4203-873b-0111c71d18a1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0475283 Aug 04 02:21:08.951851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-9ee2b010-f9f6-4019-98e2-8b91edb752b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:08.953385 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-9ee2b010-f9f6-4019-98e2-8b91edb752b6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419188 Aug 04 02:21:09.049313 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-a2accc4b-0907-44c5-9053-0d3c6a49900a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871377 Aug 04 02:21:09.150878 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0e2d7420-1997-42b0-9019-c2a99d61397d req-55adf155-3f32-4e0e-8c4d-d311ff487236 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928535 Aug 04 02:21:09.324203 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-67ddb9d7-2abf-481f-8bb0-b5d418a32f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:09.480576 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb3cd-4195-4913-808a-6df2d896c313 req-e7434d2b-ddd6-4c81-8e26-c76e1f16de42 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:09.482073 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eb8eb3cd-4195-4913-808a-6df2d896c313 req-e7434d2b-ddd6-4c81-8e26-c76e1f16de42 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0465090 Aug 04 02:21:09.530538 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eb8eb3cd-4195-4913-808a-6df2d896c313 req-b3202549-ff56-4636-a9ab-e24be27b07ae tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Aug 04 02:21:10.288422 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-45a83014-16e9-41a1-b887-d2b1af024b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:10.290039 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-45a83014-16e9-41a1-b887-d2b1af024b50 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1127 time: 0.0393634 Aug 04 02:21:10.397881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-7e0dd9ed-8823-43ce-b8d5-7041158188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:10.399446 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-7e0dd9ed-8823-43ce-b8d5-7041158188a0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.0925789 Aug 04 02:21:10.439071 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-ba8aa9ff-88d4-4abb-89f3-5e839199d3e4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 217 time: 0.0323279 Aug 04 02:21:10.487851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-cb984a5c-2ac5-4640-a52f-425b910c7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:10.489313 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-cb984a5c-2ac5-4640-a52f-425b910c7e71 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0439959 Aug 04 02:21:10.536802 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-c6b31f7d-afb4-4340-91b0-2b07364cd81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:10.538313 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-c6b31f7d-afb4-4340-91b0-2b07364cd81d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425277 Aug 04 02:21:10.632462 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-bc56f0eb-c69b-4999-b005-bb3458f9ed9b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Aug 04 02:21:10.642836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:10.660538 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058a422-93ee-455f-a7b9-513b663f4fa9 req-292fd2ac-8aa4-46c7-9597-b3d914b0764f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:10.662126 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4058a422-93ee-455f-a7b9-513b663f4fa9 req-292fd2ac-8aa4-46c7-9597-b3d914b0764f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0530748 Aug 04 02:21:10.706963 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:10.712253 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4058a422-93ee-455f-a7b9-513b663f4fa9 req-a6a338ee-aeb6-4b70-938a-6df72537d1e3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445306 Aug 04 02:21:10.736365 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6a7e5e0e-8029-4c6d-8f40-1f8e3c596b2c req-092e32b5-0650-4939-88bb-3423ec1e0233 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966616 Aug 04 02:21:11.490989 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-669c4501-5b99-4a49-84b1-419bf74a5cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:11.839031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4d8bb-11b0-41bf-bc06-87eea3c66a65 req-ecf88008-d337-41e5-b3a4-6a5d203bdf2d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:11.840505 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4d4d8bb-11b0-41bf-bc06-87eea3c66a65 req-ecf88008-d337-41e5-b3a4-6a5d203bdf2d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0493414 Aug 04 02:21:11.886673 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4d4d8bb-11b0-41bf-bc06-87eea3c66a65 req-89f6804f-d1fa-4d02-94d0-4b3cb2d0bb80 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400751 Aug 04 02:21:12.137263 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:UPDATE=4,neutron:SELECT=13 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:12.140732 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=15 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:12.744473 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:12.935904 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:21:13.012253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda86167-6ea1-48f7-b478-79aa6bfe5f2e req-97e14bcd-c590-4e67-be4f-aeff9b184f1f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:13.013780 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dda86167-6ea1-48f7-b478-79aa6bfe5f2e req-97e14bcd-c590-4e67-be4f-aeff9b184f1f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0468609 Aug 04 02:21:13.035241 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:13.047590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'mac_address': 'fa:16:3e:d9:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:21:13.065698 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dda86167-6ea1-48f7-b478-79aa6bfe5f2e req-3d3368f4-1001-4b86-87ce-446dce44ec17 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462556 Aug 04 02:21:13.085437 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:13.085854 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:13.100044 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27a122d-e8ab-43dd-b688-af2ca492785b {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:21:13.119765 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:13.123854 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:13.173259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:13.456941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['e27a122d-e8ab-43dd-b688-af2ca492785b'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:21:14.186336 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1da3b2-38af-4432-aa4a-a4057ab78e86 req-ce5cedc8-9856-4e50-84a7-d4fd1898f5af tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:14.187884 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c1da3b2-38af-4432-aa4a-a4057ab78e86 req-ce5cedc8-9856-4e50-84a7-d4fd1898f5af tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 944 time: 0.0459392 Aug 04 02:21:14.234585 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c1da3b2-38af-4432-aa4a-a4057ab78e86 req-64b8cf2d-c582-47e7-b377-61213d79ce3b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Aug 04 02:21:14.308032 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:14.417778 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:14.961429 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:21:15.006065 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port e27a122d-e8ab-43dd-b688-af2ca492785b completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:21:15.013062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port e27a122d-e8ab-43dd-b688-af2ca492785b triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:21:15.013440 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:15.095687 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:15.096077 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:15.119993 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:15.122655 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db30c192-69c1-4e6a-8529-820bc3622f12" -d '{"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-plugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:15.136127 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:15.141055 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:15.165759 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ed5da2-4e4b-4cd6-9d14-08e726f4782a x-openstack-request-id: req-26ed5da2-4e4b-4cd6-9d14-08e726f4782a {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:15.166077 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-plugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:15.166338 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-26ed5da2-4e4b-4cd6-9d14-08e726f4782a {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:15.166738 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ed5da2-4e4b-4cd6-9d14-08e726f4782a'] response: {'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'code': 200} Aug 04 02:21:15.184421 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:15.196461 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:15.351711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc089efb-4f36-415d-b835-566d4392a049 req-779b4645-175c-437a-912f-7eb25d915ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:15.353261 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cc089efb-4f36-415d-b835-566d4392a049 req-779b4645-175c-437a-912f-7eb25d915ec3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1129 time: 0.0390928 Aug 04 02:21:15.358060 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c87d2-c9fc-441d-8dc1-c59b98bf87e0 req-5d9fa758-bb16-4384-8e9a-54fd30b5dfce tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:15.360475 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d58c87d2-c9fc-441d-8dc1-c59b98bf87e0 req-5d9fa758-bb16-4384-8e9a-54fd30b5dfce tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0488114 Aug 04 02:21:15.377833 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:15.402167 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-cc089efb-4f36-415d-b835-566d4392a049 req-aa254474-8543-4da7-b39d-e31107efbf86 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419753 Aug 04 02:21:15.411659 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d58c87d2-c9fc-441d-8dc1-c59b98bf87e0 req-39e0fb62-9a23-4d26-b268-689ba4e9d3d8 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Aug 04 02:21:16.539092 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6baaf3-1006-4fef-8619-610792adfc45 req-3245a9e3-76c5-43ba-bcad-6fe42b5151f3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:16.540549 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ae6baaf3-1006-4fef-8619-610792adfc45 req-3245a9e3-76c5-43ba-bcad-6fe42b5151f3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0489480 Aug 04 02:21:16.588306 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ae6baaf3-1006-4fef-8619-610792adfc45 req-78ca8266-ae92-495c-b041-dfd1dd6e36d9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Aug 04 02:21:17.722117 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d50a7-68bd-4c6c-af98-0a965229772a req-1b5c2a60-86ef-4b33-a010-8873102323cd tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:17.724378 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3d50a7-68bd-4c6c-af98-0a965229772a req-1b5c2a60-86ef-4b33-a010-8873102323cd tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0511029 Aug 04 02:21:17.774317 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0f3d50a7-68bd-4c6c-af98-0a965229772a req-e9761407-7a19-4288-bdee-a2a60119dd83 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436535 Aug 04 02:21:17.894271 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa7495-78bf-4bd9-a510-cbf62670c8b1 req-58435ae4-d64a-4608-a3c8-d5d0798ce97a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:17.895650 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-34fa7495-78bf-4bd9-a510-cbf62670c8b1 req-58435ae4-d64a-4608-a3c8-d5d0798ce97a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0505993 Aug 04 02:21:17.905213 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55810) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:17.909749 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Request body: {'floatingip': {'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:17.951364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (39987436-cdb5-426d-8323-0ca3271f3209), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:18.258590 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:18.366871 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:18.370677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (39987436-cdb5-426d-8323-0ca3271f3209), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:18.465974 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Floating IP 39987436-cdb5-426d-8323-0ca3271f3209 associated. External IP: 172.27.4.252, port: e27a122d-e8ab-43dd-b688-af2ca492785b. Aug 04 02:21:18.664393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Router 77861627-b5f0-4e3c-8559-e84e2075f596 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:18.769614 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:18.774537 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:18.779193 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:18.789288 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:18.789863 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:18.804079 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7e8d37ba-9d46-419d-a595-e5708a370218 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/39987436-cdb5-426d-8323-0ca3271f3209 HTTP/1.1" status: 200 len: 991 time: 0.8976948 Aug 04 02:21:18.804806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:18.807119 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959" -d '{"events": [{"name": "network-changed", "server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:18.844057 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2ca2e-e117-4035-83bc-c0addf2a9cc7 x-openstack-request-id: req-80f2ca2e-e117-4035-83bc-c0addf2a9cc7 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:18.844358 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:18.844641 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80f2ca2e-e117-4035-83bc-c0addf2a9cc7 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:18.845047 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f2ca2e-e117-4035-83bc-c0addf2a9cc7'] response: {'name': 'network-changed', 'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'status': 'completed', 'code': 200} Aug 04 02:21:18.893163 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:18.916729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:18.922697 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-c23ddc5f-2db5-4e90-919f-5bcf29014f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:18.924284 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-c23ddc5f-2db5-4e90-919f-5bcf29014f6b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1129 time: 0.0448849 Aug 04 02:21:19.020598 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-91d50b70-9261-4685-8c08-2af6d5570ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:19.022116 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-91d50b70-9261-4685-8c08-2af6d5570ab1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.0900626 Aug 04 02:21:19.091832 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-f240d34e-6303-40f8-bce4-fbe33cc27559 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 999 time: 0.0613534 Aug 04 02:21:19.107916 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '39987436-cdb5-426d-8323-0ca3271f3209', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'floating_ip_address': '172.27.4.252', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'mac_address': 'fa:16:3e:d9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:21:04Z', 'updated_at': '2022-08-04T02:21:18Z', 'revision_number': 1, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:19.135760 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:19.144314 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:19.144944 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:19.146402 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-580ce941-20c7-434d-b03f-74a82ae0ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:19.147897 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-580ce941-20c7-434d-b03f-74a82ae0ad69 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0495658 Aug 04 02:21:19.197323 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-2be381eb-6e77-43f5-b7b5-ccaf96ecb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:19.198750 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-2be381eb-6e77-43f5-b7b5-ccaf96ecb18e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447826 Aug 04 02:21:19.249294 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:19.292897 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-df4afd08-7934-4a8f-8094-21c3a9c0a287 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 Aug 04 02:21:19.368603 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:19.392900 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-97785f5f-fd9e-4aec-8da8-a2fb1a35f959 req-ac351767-bd04-4af9-b026-aa4f6e9c6dd5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901473 Aug 04 02:21:19.473185 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '39987436-cdb5-426d-8323-0ca3271f3209', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'floating_ip_address': '172.27.4.252', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'mac_address': 'fa:16:3e:d9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:21:04Z', 'updated_at': '2022-08-04T02:21:18Z', 'revision_number': 1, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:19.497576 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62b4420-9a27-4809-a3ce-3f027d425e48 None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '39987436-cdb5-426d-8323-0ca3271f3209', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'floating_ip_address': '172.27.4.252', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'mac_address': 'fa:16:3e:d9:5b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:21:04Z', 'updated_at': '2022-08-04T02:21:18Z', 'revision_number': 1, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:19.676016 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bf462c-609a-4c61-8e61-1d837f4a0e6a None None] New status for floating IP 39987436-cdb5-426d-8323-0ca3271f3209: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:25.876402 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:21:26.041404 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506687c-abe5-4753-aec2-d4e022b2482b req-9a0b9a4c-7866-4c8f-8f5f-0703bc1fbccc tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:26.042890 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5506687c-abe5-4753-aec2-d4e022b2482b req-9a0b9a4c-7866-4c8f-8f5f-0703bc1fbccc tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0478873 Aug 04 02:21:26.092372 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5506687c-abe5-4753-aec2-d4e022b2482b req-f813cb4a-b6cd-4f41-8361-d42653e52760 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433593 Aug 04 02:21:27.211700 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28584d-4022-4fa4-83fc-3039e07e1e9e req-ee4ac90e-577f-489c-8c7c-7fdac27857c7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:27.213188 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc28584d-4022-4fa4-83fc-3039e07e1e9e req-ee4ac90e-577f-489c-8c7c-7fdac27857c7 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0463166 Aug 04 02:21:27.262541 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bc28584d-4022-4fa4-83fc-3039e07e1e9e req-b80c998c-4fbc-4b60-bc72-87f2748e180a tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Aug 04 02:21:27.698902 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2140a-de88-4fb1-96f9-ce11220c9dd5 req-77666842-03a2-4925-8269-ad57aba0e4ba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:27.700710 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3cf2140a-de88-4fb1-96f9-ce11220c9dd5 req-77666842-03a2-4925-8269-ad57aba0e4ba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0519571 Aug 04 02:21:27.748918 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3cf2140a-de88-4fb1-96f9-ce11220c9dd5 req-f316ff1d-d61f-440f-ac16-b14d2949ddde tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425093 Aug 04 02:21:28.381592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f836c01c-5aec-4d67-a7a1-b88769e5715f req-f9a99d23-dd08-4e6b-8b0d-2170f0914581 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:28.383049 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f836c01c-5aec-4d67-a7a1-b88769e5715f req-f9a99d23-dd08-4e6b-8b0d-2170f0914581 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0462527 Aug 04 02:21:28.435214 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f836c01c-5aec-4d67-a7a1-b88769e5715f req-f9ab37c6-6ee9-4028-b4b4-f29b2e99dfb4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466359 Aug 04 02:21:28.858675 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:28.869988 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210de71-db08-44ce-a8f4-0e8b9f1aed10 req-188cee4c-4480-4a72-b237-3995a8b9e529 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:28.871447 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7210de71-db08-44ce-a8f4-0e8b9f1aed10 req-188cee4c-4480-4a72-b237-3995a8b9e529 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0470407 Aug 04 02:21:28.883733 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:28.923796 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7210de71-db08-44ce-a8f4-0e8b9f1aed10 req-9d294215-dc64-4e2a-a389-6a80bd83d201 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460830 Aug 04 02:21:29.387403 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=46 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:29.389446 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:29.471334 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=74 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:29.559846 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8206edf-9444-4e7b-9ab0-9edb1a927c2b req-f99be88d-2e2f-47ea-af95-1959e5bb621d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:29.561554 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8206edf-9444-4e7b-9ab0-9edb1a927c2b req-f99be88d-2e2f-47ea-af95-1959e5bb621d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0545983 Aug 04 02:21:29.611786 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8206edf-9444-4e7b-9ab0-9edb1a927c2b req-f3faf06d-bf6a-4903-b1c0-3fd28d8ab260 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Aug 04 02:21:29.781230 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:29.782273 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:29.784555 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:29.899572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ccb3f29d-0b28-4935-a144-c50c9e772ab6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:29.901039 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ccb3f29d-0b28-4935-a144-c50c9e772ab6 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0468543 Aug 04 02:21:30.003334 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Deleting port 8127a1da-4bc3-4dc9-96d0-34260651ad7e {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:30.003727 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:30.042700 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60918528-dc1c-4109-bec3-6ce875115819 req-dda0a864-8110-4ec6-b902-efc0805e9630 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:30.044182 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60918528-dc1c-4109-bec3-6ce875115819 req-dda0a864-8110-4ec6-b902-efc0805e9630 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 946 time: 0.0465744 Aug 04 02:21:30.092897 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60918528-dc1c-4109-bec3-6ce875115819 req-6a01faeb-db83-49a8-8d7c-3d58624f49f5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=60c05bd7-b015-4e8d-a2aa-f7d734c37653&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425999 Aug 04 02:21:30.102291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] For port 8127a1da-4bc3-4dc9-96d0-34260651ad7e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8127a1da-4bc3-4dc9-96d0-34260651ad7e,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:30.102684 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:30.262375 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:30.262627 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (ee15c805-c658-43f8-8e7a-8f25bc7d34df), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:30.262936 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Floating IP ee15c805-c658-43f8-8e7a-8f25bc7d34df disassociated. External IP: 172.27.4.123, port: 8127a1da-4bc3-4dc9-96d0-34260651ad7e. Aug 04 02:21:30.263286 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Calling delete_port for 8127a1da-4bc3-4dc9-96d0-34260651ad7e owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:30.389945 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (8127a1da-4bc3-4dc9-96d0-34260651ad7e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:30.418186 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event deleted for resources: {'Port': ['ID=8127a1da-4bc3-4dc9-96d0-34260651ad7e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:30.733842 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e808-7e85-4279-9f3b-7abb037d43db req-6838073b-c252-4051-987c-13e567b6296e tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:30.735890 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4925e808-7e85-4279-9f3b-7abb037d43db req-6838073b-c252-4051-987c-13e567b6296e tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0508337 Aug 04 02:21:30.764766 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Router 8f40357a-2c9e-4387-99ef-d478c231d181 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:30.797918 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4925e808-7e85-4279-9f3b-7abb037d43db req-d3d6930b-d947-41f5-bfea-22fffeca316a tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556624 Aug 04 02:21:30.873740 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:30.887119 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:30.899339 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:30.900250 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:30.918496 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] No DVR routers for this DVR port 8127a1da-4bc3-4dc9-96d0-34260651ad7e on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:21:30.921073 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:30.924315 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ca2b51e0-46ae-48d0-8c7b-f0ba0ed451ae req-ff28d8e8-7e70-4786-b8fb-97d401186d92 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8127a1da-4bc3-4dc9-96d0-34260651ad7e HTTP/1.1" status: 204 len: 173 time: 1.0169775 Aug 04 02:21:30.924777 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'name': 'network-vif-deleted', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:30.927011 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8558a8-bc38-42b6-9548-e6c1738769ad" -d '{"events": [{"server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "name": "network-vif-deleted", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:30.974727 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0731492f-d852-467e-853b-5ef151f22e52 x-openstack-request-id: req-0731492f-d852-467e-853b-5ef151f22e52 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:30.975062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36731bfb-cc25-4fcc-8c46-b4abfad95a16", "name": "network-vif-deleted", "tag": "8127a1da-4bc3-4dc9-96d0-34260651ad7e", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:30.975430 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0731492f-d852-467e-853b-5ef151f22e52 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:30.975903 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0731492f-d852-467e-853b-5ef151f22e52'] response: {'server_uuid': '36731bfb-cc25-4fcc-8c46-b4abfad95a16', 'name': 'network-vif-deleted', 'tag': '8127a1da-4bc3-4dc9-96d0-34260651ad7e', 'status': 'completed', 'code': 200} Aug 04 02:21:31.014401 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:31.058065 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:31.211825 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f775f7f7-c96d-4865-ad22-c7bc63171216 req-9e88f488-23a9-4d31-9fc0-1580032b08d5 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=36731bfb-cc25-4fcc-8c46-b4abfad95a16 HTTP/1.1" status: 200 len: 210 time: 0.0322218 Aug 04 02:21:31.235569 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:31.261666 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:31.270333 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:31.270937 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:31.470406 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:31.664362 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:31.694391 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a401fd-57cd-443a-aafd-913d8a16399c None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:31.921260 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151cd58-b6b0-47fe-8674-eb4984cc6985 req-8bc42603-075a-4070-ae5c-91757ea7de12 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:31.923498 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0151cd58-b6b0-47fe-8674-eb4984cc6985 req-8bc42603-075a-4070-ae5c-91757ea7de12 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0492220 Aug 04 02:21:31.925160 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817bcca9-1581-4797-ae37-e0bf2db23b93 None None] New status for floating IP ee15c805-c658-43f8-8e7a-8f25bc7d34df: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:31.977000 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0151cd58-b6b0-47fe-8674-eb4984cc6985 req-071877ee-e4b9-41c7-b3b4-98ef48431b29 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471103 Aug 04 02:21:32.313380 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55868) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:32.367056 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:32.373770 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-86bfc72f-2823-4452-bdc1-8129f7a7af5c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (60c05bd7-b015-4e8d-a2aa-f7d734c37653), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.401501 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-86bfc72f-2823-4452-bdc1-8129f7a7af5c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (60c05bd7-b015-4e8d-a2aa-f7d734c37653), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.435021 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:32.450498 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-86bfc72f-2823-4452-bdc1-8129f7a7af5c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (60c05bd7-b015-4e8d-a2aa-f7d734c37653), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.453127 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-86bfc72f-2823-4452-bdc1-8129f7a7af5c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.454899 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-86bfc72f-2823-4452-bdc1-8129f7a7af5c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/60c05bd7-b015-4e8d-a2aa-f7d734c37653 HTTP/1.1" status: 204 len: 168 time: 0.1405210 Aug 04 02:21:32.457893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55870) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:32.464582 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc72f-2823-4452-bdc1-8129f7a7af5c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c05bd7-b015-4e8d-a2aa-f7d734c37653,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:32.472004 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-3fac85ae-7931-4f2b-b6ac-ffbddcfb5e57 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] show failed (client error): The resource could not be found. Aug 04 02:21:32.473242 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3fac85ae-7931-4f2b-b6ac-ffbddcfb5e57 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups/60c05bd7-b015-4e8d-a2aa-f7d734c37653 HTTP/1.1" status: 404 len: 347 time: 0.0143471 Aug 04 02:21:32.476205 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 55872) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:32.587718 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Deleting port 4a1e5bdc-6f5f-48b4-93c2-28c2c25962be {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:32.588003 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.666137 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.666461 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.678835 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Calling delete_port for 4a1e5bdc-6f5f-48b4-93c2-28c2c25962be owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:32.807174 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (4a1e5bdc-6f5f-48b4-93c2-28c2c25962be), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.834402 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event deleted for resources: {'Port': ['ID=4a1e5bdc-6f5f-48b4-93c2-28c2c25962be,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:32.898150 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (ee15c805-c658-43f8-8e7a-8f25bc7d34df), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.900574 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:32.901746 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e00ad726-3512-4e2a-9c6c-60556e35bc1e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/ee15c805-c658-43f8-8e7a-8f25bc7d34df HTTP/1.1" status: 204 len: 168 time: 0.4245863 Aug 04 02:21:32.981273 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55876) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:32.986310 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2060706552', 'description': 'tempest-description--2076559296'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:33.009407 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.077761 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:33.079181 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (06b8a57a-fe66-44a6-a2a3-436468d37dcd), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.083734 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (06b8a57a-fe66-44a6-a2a3-436468d37dcd), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.085049 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8127a1da-4bc3-4dc9-96d0-34260651ad7e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:21:33.102690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ad4c9-6800-4dab-90aa-c611429a3216 req-5a6938d4-daa8-4ae8-9ef5-9b3bf039e1f4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:33.104200 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-686ad4c9-6800-4dab-90aa-c611429a3216 req-5a6938d4-daa8-4ae8-9ef5-9b3bf039e1f4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0539613 Aug 04 02:21:33.111372 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 8127a1da-4bc3-4dc9-96d0-34260651ad7e {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:21:33.113097 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8127a1da-4bc3-4dc9-96d0-34260651ad7e not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:21:33.113238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.115072 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1323497 Aug 04 02:21:33.118711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55880) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:33.126833 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'security_group_rule': {'security_group_id': '06b8a57a-fe66-44a6-a2a3-436468d37dcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:33.138537 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0ec1b-c8d3-4d3e-9b25-4cd968ab93f9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b8a57a-fe66-44a6-a2a3-436468d37dcd,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:33.163667 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (e1c278f0-ef5d-4d3e-964a-b4be83bef2c0), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.165737 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-686ad4c9-6800-4dab-90aa-c611429a3216 req-e625d5f8-8ca3-4ef1-86f6-f072371da633 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479004 Aug 04 02:21:33.224722 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (e1c278f0-ef5d-4d3e-964a-b4be83bef2c0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.228089 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (e1c278f0-ef5d-4d3e-964a-b4be83bef2c0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.247583 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c278f0-ef5d-4d3e-964a-b4be83bef2c0,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:33.251736 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.252946 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cdd14f15-0147-4151-8728-f2d4d1ab9f1f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332815 Aug 04 02:21:33.255722 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55882) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:33.260067 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'security_group_rule': {'security_group_id': '06b8a57a-fe66-44a6-a2a3-436468d37dcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:33.287000 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (42a238f9-942b-4184-aa03-e4a8b63fb9db), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.342511 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (42a238f9-942b-4184-aa03-e4a8b63fb9db), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.346579 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (42a238f9-942b-4184-aa03-e4a8b63fb9db), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.365319 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a238f9-942b-4184-aa03-e4a8b63fb9db,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:33.371856 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.373067 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-90d99234-648e-496a-8455-e514cfe7ca4a tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163878 Aug 04 02:21:33.376159 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 55884) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:33.380383 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:33.403398 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.485723 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.591385 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Allocated IP 172.27.4.40 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/334fe24f-dd2f-4e87-806b-5865c21f2e8d) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:21:33.595307 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:33.649997 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:33.702062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.732505 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.772732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:21:33.777464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:21:33.781264 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:21:33.784507 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'Port': ['ID=334fe24f-dd2f-4e87-806b-5865c21f2e8d,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:33.866360 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (412e072b-1d7e-479a-a494-375046a425f3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:33.901874 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:34.050306 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:34.054719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:34.127080 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'Port': ['ID=334fe24f-dd2f-4e87-806b-5865c21f2e8d,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:34.129582 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (412e072b-1d7e-479a-a494-375046a425f3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:34.146790 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:34.148018 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-aff2cba5-5f07-4411-ae13-23a687592853 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7709064 Aug 04 02:21:34.251637 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:34.291098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e547f-d333-4982-9d91-7fa42bcaf3a9 req-a050a821-13be-4b19-a302-bbc4a4cea522 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:34.292599 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb1e547f-d333-4982-9d91-7fa42bcaf3a9 req-a050a821-13be-4b19-a302-bbc4a4cea522 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0509560 Aug 04 02:21:34.374904 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb1e547f-d333-4982-9d91-7fa42bcaf3a9 req-955f9188-8ae9-4203-a21e-14e2768caed4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762541 Aug 04 02:21:34.381841 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-ff89d270-425a-42f9-82ab-a9a9588b04b8 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2060706552&fields=id&tenant_id=1c32d82cce6541718e46908eaf9b98e9 HTTP/1.1" status: 200 len: 267 time: 0.0760396 Aug 04 02:21:34.462260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:34.493161 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-38f0c993-7cfc-41fc-84d5-6ea7124cbc3f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:34.494810 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-38f0c993-7cfc-41fc-84d5-6ea7124cbc3f tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 811 time: 0.1061788 Aug 04 02:21:34.511739 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-f6760a4f-03f9-4d07-9d62-769189e8872b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/quotas/1c32d82cce6541718e46908eaf9b98e9 HTTP/1.1" status: 200 len: 375 time: 0.0115170 Aug 04 02:21:34.566855 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-cc119ea9-ee88-45be-9de8-e99e1f9dbb71 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479238 Aug 04 02:21:34.664472 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-5e27406e-6a54-486d-a6a0-4dc89faf7aa3 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Aug 04 02:21:34.757025 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-7366ffbb-c281-4f65-9787-8e48acb8a0fb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866642 Aug 04 02:21:34.921233 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7526a32e-e5c0-4300-ae92-40288f67ba61 req-02ba8157-8a38-43f9-8991-d031b2e08247 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 210 time: 0.0271943 Aug 04 02:21:35.497860 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2bec4-250d-4f2f-9d86-0a76e00b36e1 req-1e064731-04e7-4b78-88aa-78fcb755209b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:35.499334 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4c2bec4-250d-4f2f-9d86-0a76e00b36e1 req-1e064731-04e7-4b78-88aa-78fcb755209b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0483267 Aug 04 02:21:35.553841 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4c2bec4-250d-4f2f-9d86-0a76e00b36e1 req-7b7e8786-35ba-42e3-97bd-baa5ca7f7438 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481989 Aug 04 02:21:35.927528 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-415eb871-b4ce-43e2-9e38-7fcf1a428fe3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:35.928883 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-415eb871-b4ce-43e2-9e38-7fcf1a428fe3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 811 time: 0.1054642 Aug 04 02:21:36.007619 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:36.018377 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-d00fcf52-1256-4a1a-bc74-542af30ac95d tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1c32d82cce6541718e46908eaf9b98e9 HTTP/1.1" status: 200 len: 380 time: 0.0783770 Aug 04 02:21:36.044048 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-341dd4af-0ec1-46b6-8291-ab2712fdcbda req-64c14d71-14dc-437e-8fe4-27c48be8c3a8 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 210 time: 0.0283933 Aug 04 02:21:36.262091 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'port': {'device_id': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'admin_state_up': True, 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'security_groups': ['06b8a57a-fe66-44a6-a2a3-436468d37dcd']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:36.317964 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-e3080e78-e0be-479d-82bb-54baebfc37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:36.319442 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-e3080e78-e0be-479d-82bb-54baebfc37ba service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1130 time: 0.0390787 Aug 04 02:21:36.373974 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Made reservation on behalf of 1c32d82cce6541718e46908eaf9b98e9 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:21:36.377591 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:36.387189 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:36.419522 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-a62a01c2-81f1-4ec5-839e-cb6a1e9ff8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:36.421011 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-a62a01c2-81f1-4ec5-839e-cb6a1e9ff8db service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 909 time: 0.0914767 Aug 04 02:21:36.484970 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-a3c69946-6d82-493c-8e10-98fe35dbacfb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 1002 time: 0.0559158 Aug 04 02:21:36.513275 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Allocated IP 172.20.0.4 (f3562015-01a8-442c-9260-a631d3a466e0/d7f7810a-5b4f-400e-9e13-824c447c46d5/7a967bf2-982f-49f8-91e4-16df519c5536) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:21:36.534652 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-7cc3e0f4-c09c-4a69-9d24-c5eda5145950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:36.536103 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-7cc3e0f4-c09c-4a69-9d24-c5eda5145950 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0447750 Aug 04 02:21:36.583688 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-147ec0c7-054a-4186-8571-ee9b5f24d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:36.585408 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-147ec0c7-054a-4186-8571-ee9b5f24d7d5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424461 Aug 04 02:21:36.601341 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:36.657793 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for port (7a967bf2-982f-49f8-91e4-16df519c5536), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:36.690334 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:36.696914 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86bb66-1841-41dd-9b76-e419c2f48a8f req-f67a53e8-08b4-4cf4-b727-9f55ce7cc61c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:36.698767 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf86bb66-1841-41dd-9b76-e419c2f48a8f req-f67a53e8-08b4-4cf4-b727-9f55ce7cc61c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0614121 Aug 04 02:21:36.736267 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Network f3562015-01a8-442c-9260-a631d3a466e0 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:21:36.742019 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:21:36.746223 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:21:36.772084 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event updated for resources: {'Port': ['ID=7a967bf2-982f-49f8-91e4-16df519c5536,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:36.803805 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:36.804471 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:36.825429 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-58078ace-8830-40d9-8deb-ad698d8522b4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674098 Aug 04 02:21:36.838432 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Request body: {'port': {'device_id': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:36.906414 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:36.994462 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-23102100-8bf0-45a5-b5a8-ca4a49fa3af0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003320 Aug 04 02:21:37.030190 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:37.045471 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-da5d2c07-1dc8-4549-be4e-7a048cb68e82 None None] Provisioning complete for port 7a967bf2-982f-49f8-91e4-16df519c5536 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:21:37.046308 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-da5d2c07-1dc8-4549-be4e-7a048cb68e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:37.067606 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf86bb66-1841-41dd-9b76-e419c2f48a8f req-1c82939f-7848-43d0-ac94-07298d98f671 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583493 Aug 04 02:21:37.080336 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-da5d2c07-1dc8-4549-be4e-7a048cb68e82 None None] Port 7a967bf2-982f-49f8-91e4-16df519c5536 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:21:37.083229 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:37.112910 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-35e727bb-c402-4a20-8355-2cd79974d4fa req-8ffd53e8-e805-444f-ba38-66e02b55a2da service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077135 Aug 04 02:21:37.184883 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a967bf2-982f-49f8-91e4-16df519c5536 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:21:37.192669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Publish callbacks [] for port (7a967bf2-982f-49f8-91e4-16df519c5536), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:37.202904 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16690a-7841-48b0-a7be-3b34ee45e3ec req-e66c891b-90ad-41cc-a253-1e0dcf76f8b0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:37.204997 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a16690a-7841-48b0-a7be-3b34ee45e3ec req-e66c891b-90ad-41cc-a253-1e0dcf76f8b0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 931 time: 0.0505278 Aug 04 02:21:37.206129 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Transition to ACTIVE for port object 7a967bf2-982f-49f8-91e4-16df519c5536 will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:21:37.210216 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:37.213759 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:37.260819 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1a16690a-7841-48b0-a7be-3b34ee45e3ec req-f92012c8-c74f-4a92-8702-9e2f3187cb78 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491264 Aug 04 02:21:37.273229 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Pushing event updated for resources: {'Port': ['ID=7a967bf2-982f-49f8-91e4-16df519c5536,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:37.326735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Attempting to bind port 7a967bf2-982f-49f8-91e4-16df519c5536 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:21:37.327071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Attempting to bind port 7a967bf2-982f-49f8-91e4-16df519c5536 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:21:37.327402 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Attempting to bind port 7a967bf2-982f-49f8-91e4-16df519c5536 on network f3562015-01a8-442c-9260-a631d3a466e0 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:21:37.331846 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Port 7a967bf2-982f-49f8-91e4-16df519c5536 on network f3562015-01a8-442c-9260-a631d3a466e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:21:37.332171 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Attempting to bind port 7a967bf2-982f-49f8-91e4-16df519c5536 on network f3562015-01a8-442c-9260-a631d3a466e0 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:21:37.337099 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:21:37.337440 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Checking segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:21:37.337823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Bound using segment: {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:21:37.338248 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Bound port: 7a967bf2-982f-49f8-91e4-16df519c5536, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:21:37.338605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:37.401023 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] For port 7a967bf2-982f-49f8-91e4-16df519c5536, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:21:37.404904 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] For port 7a967bf2-982f-49f8-91e4-16df519c5536, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7a967bf2-982f-49f8-91e4-16df519c5536,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:21:37.411299 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:37.415353 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:37.415962 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:37.417362 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/7a967bf2-982f-49f8-91e4-16df519c5536 HTTP/1.1" status: 200 len: 1093 time: 0.5833764 Aug 04 02:21:37.417892 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:37.420099 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee2631d-8973-4ecc-a763-ee6efaf3d730" -d '{"events": [{"name": "network-changed", "server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:37.458324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a038d1-8c73-4e00-9fbe-b9fb197a0be8 x-openstack-request-id: req-66a038d1-8c73-4e00-9fbe-b9fb197a0be8 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:37.458613 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:37.458868 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66a038d1-8c73-4e00-9fbe-b9fb197a0be8 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:37.459271 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a038d1-8c73-4e00-9fbe-b9fb197a0be8'] response: {'name': 'network-changed', 'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536', 'status': 'completed', 'code': 200} Aug 04 02:21:37.469447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e8154-5157-4657-a432-8a5b88e13cde service neutron] Pushing event updated for resources: {'Port': ['ID=7a967bf2-982f-49f8-91e4-16df519c5536,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:38.215724 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0d203-147f-429b-a81e-7006bddc887b req-f0734fe6-60c2-4397-9e18-37969e0524c5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:38.217222 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-45f0d203-147f-429b-a81e-7006bddc887b req-f0734fe6-60c2-4397-9e18-37969e0524c5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0468409 Aug 04 02:21:38.265198 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-45f0d203-147f-429b-a81e-7006bddc887b req-60243a61-760b-49de-8308-835625307f9d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424016 Aug 04 02:21:38.377122 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc21125-8fab-4e72-af2f-ffcb6b7e7a3e req-0a61ed39-455c-4728-a0eb-ec4a37493faf tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:38.378587 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9cc21125-8fab-4e72-af2f-ffcb6b7e7a3e req-0a61ed39-455c-4728-a0eb-ec4a37493faf tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 943 time: 0.0459993 Aug 04 02:21:38.431043 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9cc21125-8fab-4e72-af2f-ffcb6b7e7a3e req-39a40816-998b-4537-9eb1-f1349a7929aa tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467856 Aug 04 02:21:38.530026 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2631d-8973-4ecc-a763-ee6efaf3d730 req-69681cc1-d702-480e-94a8-a0acbef9881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:38.531917 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7ee2631d-8973-4ecc-a763-ee6efaf3d730 req-69681cc1-d702-480e-94a8-a0acbef9881e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 1127 time: 0.0539815 Aug 04 02:21:38.833492 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2631d-8973-4ecc-a763-ee6efaf3d730 req-6e038624-a030-4516-9bd9-e4f65b79ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:38.834955 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7ee2631d-8973-4ecc-a763-ee6efaf3d730 req-6e038624-a030-4516-9bd9-e4f65b79ad59 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=1c32d82cce6541718e46908eaf9b98e9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0953398 Aug 04 02:21:38.940126 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2631d-8973-4ecc-a763-ee6efaf3d730 req-bafb4135-004b-41e2-a394-db9ba6ef7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:38.941635 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-7ee2631d-8973-4ecc-a763-ee6efaf3d730 req-bafb4135-004b-41e2-a394-db9ba6ef7d58 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996475 Aug 04 02:21:39.023335 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-9b93b1ef-0f11-4d29-961d-bb1e4edbbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.024841 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-9b93b1ef-0f11-4d29-961d-bb1e4edbbc3c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 1127 time: 0.0386851 Aug 04 02:21:39.067580 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-ca2cf3ff-00c2-4ef9-bd64-6c9f4489c8b3 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a967bf2-982f-49f8-91e4-16df519c5536 HTTP/1.1" status: 200 len: 217 time: 0.0333483 Aug 04 02:21:39.127368 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-18cce87e-6d14-4d67-afb5-c763fc4f4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.129021 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-18cce87e-6d14-4d67-afb5-c763fc4f4611 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0511417 Aug 04 02:21:39.177104 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-ddd26e29-b54b-4805-ac75-c7ba156c192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.178715 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-ddd26e29-b54b-4805-ac75-c7ba156c192a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406277 Aug 04 02:21:39.273939 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-37c43a18-7db2-440c-ac80-85ab9c01abe9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868421 Aug 04 02:21:39.332747 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5abae8e7-87d4-4a3f-9049-9237c29169ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:39.363345 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:39.380497 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-c40e3f3f-7c5f-473f-83a2-ea98ae2a14e4 req-ccd628d3-e41c-4d40-a57f-2ab4d6fde8d7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975051 Aug 04 02:21:39.389809 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf0b3e-dc7b-4373-95e9-1eb6f7eb0fe1 req-476c8897-d489-46a6-860a-d80882e9580b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.391842 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3bf0b3e-dc7b-4373-95e9-1eb6f7eb0fe1 req-476c8897-d489-46a6-860a-d80882e9580b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0492935 Aug 04 02:21:39.441561 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f3bf0b3e-dc7b-4373-95e9-1eb6f7eb0fe1 req-26c8cbe1-5d55-4c8f-9a47-8da0cdfe0067 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441377 Aug 04 02:21:39.518821 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-fedb5968-a575-44c1-8e46-091bf634a32a req-e65b5aeb-7d37-449d-a5c3-63316883aeb2 service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:21:39.519795 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fedb5968-a575-44c1-8e46-091bf634a32a req-e65b5aeb-7d37-449d-a5c3-63316883aeb2 service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058980 Aug 04 02:21:39.554528 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4cdc-52b6-4a85-a068-88d1a6d49d24 req-bfb4ed46-5f3a-42e3-85bc-e61399c96e73 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.556215 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d0e4cdc-52b6-4a85-a068-88d1a6d49d24 req-bfb4ed46-5f3a-42e3-85bc-e61399c96e73 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 943 time: 0.0523136 Aug 04 02:21:39.617735 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d0e4cdc-52b6-4a85-a068-88d1a6d49d24 req-06c1738f-4374-4b5b-b38f-e2252b7973a4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554657 Aug 04 02:21:39.682704 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-b9367f02-e726-41aa-a0bf-25c83eae5718 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0509126 Aug 04 02:21:39.736515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f413e-9d4a-4714-9799-b73c4e46ff2d req-ae5fa815-a314-4548-9fe2-9ab71eb4161c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.738033 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b6f413e-9d4a-4714-9799-b73c4e46ff2d req-ae5fa815-a314-4548-9fe2-9ab71eb4161c tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0478232 Aug 04 02:21:39.760038 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-15a7e0d0-51ac-4c05-9371-6720aaaea97a tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:39.761486 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-15a7e0d0-51ac-4c05-9371-6720aaaea97a tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports/28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 943 time: 0.0491922 Aug 04 02:21:39.789170 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b6f413e-9d4a-4714-9799-b73c4e46ff2d req-64dcfe3f-9c7f-4abb-a39b-480dae5eaf7d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 Aug 04 02:21:40.748824 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408b3a-02f0-45e7-9fc0-7b0218fb3029 req-2941c233-eb35-4259-9c37-4c5d80ade547 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:40.750390 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd408b3a-02f0-45e7-9fc0-7b0218fb3029 req-2941c233-eb35-4259-9c37-4c5d80ade547 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 943 time: 0.0486472 Aug 04 02:21:40.787994 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:40.804634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd408b3a-02f0-45e7-9fc0-7b0218fb3029 req-507d4a2e-3900-404f-b1e5-a0052c760f3c tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482464 Aug 04 02:21:40.914632 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e5c3c-f0f7-44d6-83b0-96a6dbc93d82 req-450f0566-d43e-4d2a-9091-5fc4ecc2f32d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:40.916277 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa7e5c3c-f0f7-44d6-83b0-96a6dbc93d82 req-450f0566-d43e-4d2a-9091-5fc4ecc2f32d tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0459816 Aug 04 02:21:40.966741 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-aa7e5c3c-f0f7-44d6-83b0-96a6dbc93d82 req-54f81574-214d-41e6-b5ca-7172ee5291bc tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449896 Aug 04 02:21:41.493318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8a4c7f1c-b63b-4e93-ad0c-b5e45ea27f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:41.666419 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=48 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:41.667653 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=66 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:41.761126 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-17e46e67-8cf1-416e-a589-0601e8b1ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:41.762636 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-17e46e67-8cf1-416e-a589-0601e8b1ed5a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee&tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102 HTTP/1.1" status: 200 len: 1130 time: 0.0832298 Aug 04 02:21:41.792290 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:41.821987 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-8caf64fb-9ffa-43fc-864d-73bec4d7dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:41.823453 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-8caf64fb-9ffa-43fc-864d-73bec4d7dee7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1130 time: 0.0401435 Aug 04 02:21:41.920448 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858cbf5-5285-4505-aa50-3d0aa479f4ff req-ec93e981-f4e6-4b0b-b3e4-3f9f9eef43f3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:41.921971 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2858cbf5-5285-4505-aa50-3d0aa479f4ff req-ec93e981-f4e6-4b0b-b3e4-3f9f9eef43f3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 943 time: 0.0459406 Aug 04 02:21:41.970077 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2858cbf5-5285-4505-aa50-3d0aa479f4ff req-584bbf0e-70c6-438e-b271-310f43ea5cbe tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Aug 04 02:21:42.088040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a862d48-7d99-4b9b-a11f-b1e3add46cbc req-ae81fab1-e39f-4f16-b33f-e8b75a6e7d02 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:42.089806 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a862d48-7d99-4b9b-a11f-b1e3add46cbc req-ae81fab1-e39f-4f16-b33f-e8b75a6e7d02 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0512416 Aug 04 02:21:42.142120 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a862d48-7d99-4b9b-a11f-b1e3add46cbc req-65737fae-2950-4b9f-b147-4d643b1534b3 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468047 Aug 04 02:21:42.184523 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-8197bfcf-0e06-434d-a4c3-3722be77c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:42.186052 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-8197bfcf-0e06-434d-a4c3-3722be77c23e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 909 time: 0.0955195 Aug 04 02:21:42.289259 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-c6ca32d4-d88b-40d3-b88b-f3edd4269467 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 1002 time: 0.0577140 Aug 04 02:21:42.338702 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-259379f2-89c3-42e0-8b6a-a3ca2da44387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:42.340355 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-259379f2-89c3-42e0-8b6a-a3ca2da44387 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0438666 Aug 04 02:21:42.394960 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-fcb38bc8-9215-45bc-8f99-fe2e8c6427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:42.396446 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-fcb38bc8-9215-45bc-8f99-fe2e8c6427ac service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417676 Aug 04 02:21:42.501772 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-2768879b-7c3f-4a12-8828-0399740612f7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975945 Aug 04 02:21:42.604884 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-81349ae1-3884-4000-b6f0-b68e03e00132 req-77de3f36-8561-48d1-8683-f23edb84e932 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928593 Aug 04 02:21:42.744946 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:43.089796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:43.104845 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77337788-7a0d-48a7-a8ba-9f3c95661bb7 req-c2abcb36-c1bb-460d-97e5-3f16bdffe451 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:43.106320 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77337788-7a0d-48a7-a8ba-9f3c95661bb7 req-c2abcb36-c1bb-460d-97e5-3f16bdffe451 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0750494 Aug 04 02:21:43.116809 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970d47c-9059-4992-ad01-36ce20b7c5f0 req-8b4b9c70-e235-4b24-8211-f82282d76fb3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:43.118233 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c970d47c-9059-4992-ad01-36ce20b7c5f0 req-8b4b9c70-e235-4b24-8211-f82282d76fb3 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 943 time: 0.0749414 Aug 04 02:21:43.149315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 7a967bf2-982f-49f8-91e4-16df519c5536 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:21:43.152149 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:21:43.196883 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-77337788-7a0d-48a7-a8ba-9f3c95661bb7 req-57cae827-9c21-42c8-9ec0-a71a09f331d0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776837 Aug 04 02:21:43.205201 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c970d47c-9059-4992-ad01-36ce20b7c5f0 req-bdbf87c4-5dfa-405f-8021-e28097d0d0a9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801382 Aug 04 02:21:43.301089 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 28e195d3-7f8d-4186-a5a3-77d9701c1821 is: ACTIVE; New status is: DOWN {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:43.301488 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:43.307038 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390913c-4a8b-4418-9670-6865a688ff07 req-c60ea0c3-5677-43cd-a819-5a55601e78cb tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:43.308516 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3390913c-4a8b-4418-9670-6865a688ff07 req-c60ea0c3-5677-43cd-a819-5a55601e78cb tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0482867 Aug 04 02:21:43.325852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 7a967bf2-982f-49f8-91e4-16df519c5536, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7a967bf2-982f-49f8-91e4-16df519c5536,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:43.344392 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '7a967bf2-982f-49f8-91e4-16df519c5536', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'port_id': '7a967bf2-982f-49f8-91e4-16df519c5536', 'mac_address': 'fa:16:3e:89:01:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:21:43.350874 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:43.353145 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb20373-ab7b-44b9-9563-ce555abaa1bf" -d '{"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-unplugged", "status": "completed", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:43.360110 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3390913c-4a8b-4418-9670-6865a688ff07 req-b7b0bc91-c34d-4352-a3fd-4d20252acd44 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Aug 04 02:21:43.368921 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:43.387917 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:43.420280 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4108187-5353-4159-9a7c-661ccf159c21 x-openstack-request-id: req-f4108187-5353-4159-9a7c-661ccf159c21 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:43.420582 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-unplugged", "status": "completed", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:43.420861 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f4108187-5353-4159-9a7c-661ccf159c21 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:43.421266 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4108187-5353-4159-9a7c-661ccf159c21'] response: {'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'code': 200} Aug 04 02:21:43.429753 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 7a967bf2-982f-49f8-91e4-16df519c5536 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:43.430146 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:43.457835 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a967bf2-982f-49f8-91e4-16df519c5536 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:21:43.468190 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=6']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:43.483960 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 7a967bf2-982f-49f8-91e4-16df519c5536, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7a967bf2-982f-49f8-91e4-16df519c5536,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:43.487954 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:43.535750 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=7a967bf2-982f-49f8-91e4-16df519c5536,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:43.761989 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['7a967bf2-982f-49f8-91e4-16df519c5536'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:21:44.310808 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:44.358356 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2574f8-fc3f-496e-87d0-719a83cfade4 req-0e7466f3-a288-46eb-8218-8aa3d60488b7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:44.359856 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e2574f8-fc3f-496e-87d0-719a83cfade4 req-0e7466f3-a288-46eb-8218-8aa3d60488b7 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0804212 Aug 04 02:21:44.367669 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c77be-18de-4ef3-b4c3-81e1196ce178 req-9706060d-0bd5-4186-b3ed-f1421cde94d2 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:44.369127 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-989c77be-18de-4ef3-b4c3-81e1196ce178 req-9706060d-0bd5-4186-b3ed-f1421cde94d2 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 944 time: 0.0796332 Aug 04 02:21:44.421138 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:44.446389 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e2574f8-fc3f-496e-87d0-719a83cfade4 req-33884802-3ad3-405d-8032-5744f5494658 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763140 Aug 04 02:21:44.450508 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-989c77be-18de-4ef3-b4c3-81e1196ce178 req-7f17b688-9f2e-4e41-99ad-c3eddcaefe16 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741231 Aug 04 02:21:44.568413 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f069b8-07f1-4fcf-a022-90a6d04b902f req-91cadc32-16f4-490b-af96-3f6f973594d5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:44.569842 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08f069b8-07f1-4fcf-a022-90a6d04b902f req-91cadc32-16f4-490b-af96-3f6f973594d5 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0612352 Aug 04 02:21:44.621681 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-08f069b8-07f1-4fcf-a022-90a6d04b902f req-e70dffbd-76ef-43c2-b098-cacd001a7141 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Aug 04 02:21:45.173252 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 7a967bf2-982f-49f8-91e4-16df519c5536 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:21:45.215615 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 7a967bf2-982f-49f8-91e4-16df519c5536 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:21:45.221535 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 7a967bf2-982f-49f8-91e4-16df519c5536 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:21:45.221914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:45.301972 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 7a967bf2-982f-49f8-91e4-16df519c5536 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:45.302275 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:45.334964 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 7a967bf2-982f-49f8-91e4-16df519c5536, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7a967bf2-982f-49f8-91e4-16df519c5536,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:45.338805 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:45.384799 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=7a967bf2-982f-49f8-91e4-16df519c5536,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:45.422028 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:45.424422 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5afa249-0382-4191-b28a-c7928b68557d" -d '{"events": [{"server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "name": "network-vif-plugged", "status": "completed", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:45.464767 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81750e4b-ddcf-42c5-b940-a831e28c8221 x-openstack-request-id: req-81750e4b-ddcf-42c5-b940-a831e28c8221 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:45.465312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "name": "network-vif-plugged", "status": "completed", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:45.465571 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81750e4b-ddcf-42c5-b940-a831e28c8221 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:45.465979 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81750e4b-ddcf-42c5-b940-a831e28c8221'] response: {'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536', 'code': 200} Aug 04 02:21:45.602155 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46626c5b-28c8-4a9e-afdb-924799167af2 req-cf03c3de-6b0d-4cc4-9064-a4bb93455eb8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:45.603553 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46626c5b-28c8-4a9e-afdb-924799167af2 req-cf03c3de-6b0d-4cc4-9064-a4bb93455eb8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0801504 Aug 04 02:21:45.609477 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7417-8490-4633-a7cb-57def0dd92dd req-6e770143-6083-49f4-bf86-1755f1513875 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:45.610871 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-84fa7417-8490-4633-a7cb-57def0dd92dd req-6e770143-6083-49f4-bf86-1755f1513875 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0862479 Aug 04 02:21:45.685834 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-84fa7417-8490-4633-a7cb-57def0dd92dd req-ed1e1830-1173-4df4-a705-37db3af97890 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680175 Aug 04 02:21:45.689320 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46626c5b-28c8-4a9e-afdb-924799167af2 req-e273bd06-eae7-45de-a839-3af566c07e83 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769110 Aug 04 02:21:45.796730 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2371a9-668c-4c1e-b7a6-1b157cd29a1e req-5c3e11a6-099d-44ea-8008-73033b0c722a tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:45.798314 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d2371a9-668c-4c1e-b7a6-1b157cd29a1e req-5c3e11a6-099d-44ea-8008-73033b0c722a tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0515106 Aug 04 02:21:45.824869 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:45.850366 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d2371a9-668c-4c1e-b7a6-1b157cd29a1e req-d25a8da5-7796-4be1-a27b-367455825ef3 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462403 Aug 04 02:21:46.577287 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd728b-4d5d-4609-9a95-8ef93a784bfb req-23133c58-83e6-4aaf-91f2-59db91031dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:46.578761 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bafd728b-4d5d-4609-9a95-8ef93a784bfb req-23133c58-83e6-4aaf-91f2-59db91031dc1 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 1129 time: 0.0380139 Aug 04 02:21:46.622905 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-bafd728b-4d5d-4609-9a95-8ef93a784bfb req-5a2f171c-be6f-40f4-a5de-43432de1e203 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375557 Aug 04 02:21:46.831816 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b918b-1e58-45ec-a1cc-c89a7f93fc6b req-2883946c-5ae8-4277-bb75-5f34fa7dec1b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:46.833203 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d2b918b-1e58-45ec-a1cc-c89a7f93fc6b req-2883946c-5ae8-4277-bb75-5f34fa7dec1b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0746193 Aug 04 02:21:46.839115 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f41c6a-b8e3-48ef-9ba7-9414de7810a0 req-704cfe74-25cb-4032-9a9d-c69593d1d999 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:46.840741 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-99f41c6a-b8e3-48ef-9ba7-9414de7810a0 req-704cfe74-25cb-4032-9a9d-c69593d1d999 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0731192 Aug 04 02:21:46.922031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126859de-b713-44c0-b11f-e0833de8a73f req-53fa8641-622b-4847-a636-0458a248f332 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:46.923498 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-126859de-b713-44c0-b11f-e0833de8a73f req-53fa8641-622b-4847-a636-0458a248f332 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 946 time: 0.0808861 Aug 04 02:21:46.928260 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:46.978886 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d2b918b-1e58-45ec-a1cc-c89a7f93fc6b req-fbb0f8f3-d029-440d-b03c-a1af5595b621 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371958 Aug 04 02:21:46.997839 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-99f41c6a-b8e3-48ef-9ba7-9414de7810a0 req-8c095119-0f65-405f-a724-152171624bce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bc24b01c-9f92-4bc6-9448-38d2309e8e6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453214 Aug 04 02:21:47.056491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Deleting port a78228f0-3195-400c-857e-00c43eaf3684 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:47.056955 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (a78228f0-3195-400c-857e-00c43eaf3684), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:47.139145 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282661fd-0801-493c-a115-c4789f272453 req-b7f6916c-8369-4fe6-ba49-3f013e2fa61b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:47.140648 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-282661fd-0801-493c-a115-c4789f272453 req-b7f6916c-8369-4fe6-ba49-3f013e2fa61b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0956619 Aug 04 02:21:47.210881 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] For port a78228f0-3195-400c-857e-00c43eaf3684, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a78228f0-3195-400c-857e-00c43eaf3684,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:47.211262 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (a78228f0-3195-400c-857e-00c43eaf3684), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:47.235108 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-282661fd-0801-493c-a115-c4789f272453 req-b5506a39-43c7-4f5d-a866-a30f00b17ae3 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863447 Aug 04 02:21:47.391373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:47.391743 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:47.392685 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Floating IP f793b948-7795-4443-8133-aefa05a0005a disassociated. External IP: 172.27.4.64, port: a78228f0-3195-400c-857e-00c43eaf3684. Aug 04 02:21:47.393046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Calling delete_port for a78228f0-3195-400c-857e-00c43eaf3684 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:47.530642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (a78228f0-3195-400c-857e-00c43eaf3684), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:47.560776 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event deleted for resources: {'Port': ['ID=a78228f0-3195-400c-857e-00c43eaf3684,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:47.572947 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.573295 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.573697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.573961 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.574293 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.574624 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.574949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.575272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.575595 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.575912 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.576233 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.576553 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.576898 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.577217 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.577535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:21:47.677067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:47.696429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Router 2fcbffc3-7239-4306-b890-5612f3a5bff7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:47.797151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:47.807944 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] Sync routers for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:47.818308 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:47.818922 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:47.824058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:47.839103 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] No DVR routers for this DVR port a78228f0-3195-400c-857e-00c43eaf3684 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:21:47.842116 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:47.845728 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-126859de-b713-44c0-b11f-e0833de8a73f req-2a7d181d-c20e-4f51-8813-7b88c4ec4c7e tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "DELETE /networking/v2.0/ports/a78228f0-3195-400c-857e-00c43eaf3684 HTTP/1.1" status: 204 len: 173 time: 0.9163165 Aug 04 02:21:47.846160 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'name': 'network-vif-deleted', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:47.848374 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b91294-c148-4514-b7c3-9367fbab88e7" -d '{"events": [{"server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "name": "network-vif-deleted", "tag": "a78228f0-3195-400c-857e-00c43eaf3684"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:47.885093 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc06c22-1f8f-448c-8590-70352ecef5f5 x-openstack-request-id: req-2dc06c22-1f8f-448c-8590-70352ecef5f5 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:47.885387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49839e3-fa7e-4a6c-bc4b-fb2162a73f42", "name": "network-vif-deleted", "tag": "a78228f0-3195-400c-857e-00c43eaf3684", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:47.885646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dc06c22-1f8f-448c-8590-70352ecef5f5 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:47.886064 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc06c22-1f8f-448c-8590-70352ecef5f5'] response: {'server_uuid': 'e49839e3-fa7e-4a6c-bc4b-fb2162a73f42', 'name': 'network-vif-deleted', 'tag': 'a78228f0-3195-400c-857e-00c43eaf3684', 'status': 'completed', 'code': 200} Aug 04 02:21:47.926005 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:48.130900 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a759ea6a-dda9-4e8e-ab8a-a5b528a4f213 req-a50867f4-e49e-4bd9-b421-e9e9f8278b29 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 210 time: 0.0338776 Aug 04 02:21:48.134818 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:48.138861 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254469f2-80bd-465f-8798-4ff650b7ac06 req-2cff4424-7328-4dd3-a360-f922bfbc9205 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:48.141079 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-254469f2-80bd-465f-8798-4ff650b7ac06 req-2cff4424-7328-4dd3-a360-f922bfbc9205 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0736122 Aug 04 02:21:48.166207 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] Checking router: 2fcbffc3-7239-4306-b890-5612f3a5bff7 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:48.174523 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:48.175131 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:48.194832 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-254469f2-80bd-465f-8798-4ff650b7ac06 req-e4ba7f16-da67-4f51-aae9-bd89b16eb2d9 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464494 Aug 04 02:21:48.284224 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:48.354727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4e274-5659-443f-883f-3b02c59d81ec req-f3291c05-dec1-4ce1-984f-fc3a516e5aac tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:48.357429 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55c4e274-5659-443f-883f-3b02c59d81ec req-f3291c05-dec1-4ce1-984f-fc3a516e5aac tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0502057 Aug 04 02:21:48.424529 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55c4e274-5659-443f-883f-3b02c59d81ec req-387391a1-0e36-4188-9948-07f13f8dbee4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587561 Aug 04 02:21:48.493127 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:48.518325 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8ee1b-056c-4189-b5d5-54444727c822 None None] The sync data for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi is: [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:17:00Z', 'revision_number': 4, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '6192613c-6982-4d75-a0b3-dd5246bea8af', 'name': '', 'network_id': '9802934c-f69c-40a4-8c5e-9fb52ddbb971', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'mac_address': 'fa:16:3e:bb:0e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:59Z', 'updated_at': '2022-08-04T02:17:23Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'subnets': [{'id': '73e97f78-d372-4334-8971-a9f42592cb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:48.747016 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e19f1-9546-47ef-a22d-435fc1f12db9 None None] New status for floating IP f793b948-7795-4443-8133-aefa05a0005a: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:49.046695 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:49.242243 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dffcbfcb-b095-4fff-8003-be5bfe540c8c req-b05879ea-883b-4b78-ba05-81a154a2a94a tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=e49839e3-fa7e-4a6c-bc4b-fb2162a73f42 HTTP/1.1" status: 200 len: 210 time: 0.0276101 Aug 04 02:21:49.314110 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd72fa4-44b9-495b-9c3d-9abcb494f782 req-0895c5a7-ba07-4075-82a7-7f58c2c1d650 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:49.315481 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1cd72fa4-44b9-495b-9c3d-9abcb494f782 req-0895c5a7-ba07-4075-82a7-7f58c2c1d650 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0458381 Aug 04 02:21:49.368764 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1cd72fa4-44b9-495b-9c3d-9abcb494f782 req-47194580-1f4f-4a96-85fa-34772884f524 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472856 Aug 04 02:21:49.484612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc4b07-8b79-48b2-a9e3-aabfab8358c3 req-edc2b8f5-887f-4585-bf6a-c2c00cac3fc4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:49.487124 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4dbc4b07-8b79-48b2-a9e3-aabfab8358c3 req-edc2b8f5-887f-4585-bf6a-c2c00cac3fc4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0495708 Aug 04 02:21:49.496478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56044) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:49.501111 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Request body: {'floatingip': {'port_id': '7a967bf2-982f-49f8-91e4-16df519c5536'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:49.541429 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (412e072b-1d7e-479a-a494-375046a425f3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:49.544022 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970ba1-dc46-4e78-b94c-54e5284d9e4d req-cbe9cca7-66c4-4c73-9969-d1253c4d0066 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:49.545671 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28970ba1-dc46-4e78-b94c-54e5284d9e4d req-cbe9cca7-66c4-4c73-9969-d1253c4d0066 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0478897 Aug 04 02:21:49.596787 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28970ba1-dc46-4e78-b94c-54e5284d9e4d req-06890d5a-2e8e-42b4-b4c9-e52909e257c0 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Aug 04 02:21:49.778580 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c817d2-0d0f-4a47-b0ac-5f25b6ac584d req-178cf666-18b7-4f15-9b74-d6d1b26c8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:49.780101 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9c817d2-0d0f-4a47-b0ac-5f25b6ac584d req-178cf666-18b7-4f15-9b74-d6d1b26c8fd4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1128 time: 0.0484614 Aug 04 02:21:49.936052 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:49.995322 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:49.998813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (412e072b-1d7e-479a-a494-375046a425f3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.102886 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a9c817d2-0d0f-4a47-b0ac-5f25b6ac584d req-8fabc5bc-3c0f-496b-8214-f1e7125f8d13 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548494 Aug 04 02:21:50.312900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:50.335783 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Floating IP 412e072b-1d7e-479a-a494-375046a425f3 associated. External IP: 172.27.4.40, port: 7a967bf2-982f-49f8-91e4-16df519c5536. Aug 04 02:21:50.337441 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56052) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:50.404826 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0c9fe1d-8ddb-4387-a658-a86035e5ba66 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group (bc24b01c-9f92-4bc6-9448-38d2309e8e6f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.428873 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0c9fe1d-8ddb-4387-a658-a86035e5ba66 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group (bc24b01c-9f92-4bc6-9448-38d2309e8e6f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.481230 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0c9fe1d-8ddb-4387-a658-a86035e5ba66 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bc24b01c-9f92-4bc6-9448-38d2309e8e6f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.483850 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d0c9fe1d-8ddb-4387-a658-a86035e5ba66 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.485066 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d0c9fe1d-8ddb-4387-a658-a86035e5ba66 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/bc24b01c-9f92-4bc6-9448-38d2309e8e6f HTTP/1.1" status: 204 len: 168 time: 0.1465731 Aug 04 02:21:50.487816 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56054) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:50.494344 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9fe1d-8ddb-4387-a658-a86035e5ba66 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24b01c-9f92-4bc6-9448-38d2309e8e6f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:50.530184 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-3280f6a8-a9f6-4e74-a6df-c65c8e1bb5de tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] show failed (client error): The resource could not be found. Aug 04 02:21:50.531197 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3280f6a8-a9f6-4e74-a6df-c65c8e1bb5de tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups/bc24b01c-9f92-4bc6-9448-38d2309e8e6f HTTP/1.1" status: 404 len: 347 time: 0.0422986 Aug 04 02:21:50.534834 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56056) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:50.558613 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Router 8f40357a-2c9e-4387-99ef-d478c231d181 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:50.655731 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Deleting port 76a04bbc-190c-437c-a103-2e3f972447b0 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:50.656066 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (76a04bbc-190c-437c-a103-2e3f972447b0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.674397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:50.679317 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.687868 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:50.698925 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:50.699525 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:50.709750 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:50.724769 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-49642aff-28d2-4b83-a702-64b2a9eba327 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/412e072b-1d7e-479a-a494-375046a425f3 HTTP/1.1" status: 200 len: 990 time: 1.2250388 Aug 04 02:21:50.724769 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:50.728302 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:50.756660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746ec3f-7bb3-4ec5-a96b-283eceb45215 req-40265260-c22f-4e74-86b3-2f05b6325181 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:50.758191 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7746ec3f-7bb3-4ec5-a96b-283eceb45215 req-40265260-c22f-4e74-86b3-2f05b6325181 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 944 time: 0.0621991 Aug 04 02:21:50.773820 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d01f1-05d6-4ff1-a50d-f71b730bc66a x-openstack-request-id: req-715d01f1-05d6-4ff1-a50d-f71b730bc66a {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:50.774134 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:50.774893 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-715d01f1-05d6-4ff1-a50d-f71b730bc66a {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:50.775313 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715d01f1-05d6-4ff1-a50d-f71b730bc66a'] response: {'name': 'network-changed', 'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536', 'status': 'completed', 'code': 200} Aug 04 02:21:50.793711 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (76a04bbc-190c-437c-a103-2e3f972447b0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.794309 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (76a04bbc-190c-437c-a103-2e3f972447b0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:50.816432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Calling delete_port for 76a04bbc-190c-437c-a103-2e3f972447b0 owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:50.847435 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7746ec3f-7bb3-4ec5-a96b-283eceb45215 req-5e51117d-1db7-4252-9ae4-ddc5ece1e4a4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804279 Aug 04 02:21:50.857842 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:50.883810 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:50.934466 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-e76ffb94-af15-47ca-9dc2-695c9fb001ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:50.935947 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-e76ffb94-af15-47ca-9dc2-695c9fb001ef service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=1c32d82cce6541718e46908eaf9b98e9&device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 1129 time: 0.0946233 Aug 04 02:21:51.050054 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:51.079202 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (76a04bbc-190c-437c-a103-2e3f972447b0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:51.091879 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-6a9c2e42-7ec0-45a4-a418-0132fb225563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:51.093360 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-6a9c2e42-7ec0-45a4-a418-0132fb225563 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 200 len: 912 time: 0.1384683 Aug 04 02:21:51.096697 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:51.120359 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event deleted for resources: {'Port': ['ID=76a04bbc-190c-437c-a103-2e3f972447b0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:51.134413 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '412e072b-1d7e-479a-a494-375046a425f3', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'port_id': '7a967bf2-982f-49f8-91e4-16df519c5536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'mac_address': 'fa:16:3e:89:01:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:21:33Z', 'updated_at': '2022-08-04T02:21:49Z', 'revision_number': 1, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:51.170273 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:51.182442 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:51.183216 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:51.198498 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks [] for floatingip (f793b948-7795-4443-8133-aefa05a0005a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:51.199697 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:21:51.201875 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:51.203599 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a78228f0-3195-400c-857e-00c43eaf3684 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:21:51.206188 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-069cf9a7-f1a3-465f-9d37-aa456a88155d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/f793b948-7795-4443-8133-aefa05a0005a HTTP/1.1" status: 204 len: 168 time: 0.6701765 Aug 04 02:21:51.237222 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: a78228f0-3195-400c-857e-00c43eaf3684 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:21:51.237654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device a78228f0-3195-400c-857e-00c43eaf3684 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:21:51.328932 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:51.373127 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:51.386456 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'port_id': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'mac_address': 'fa:16:3e:88:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:21:51.387877 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:51.430693 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 28e195d3-7f8d-4186-a5a3-77d9701c1821 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:51.431084 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:51.437707 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:51.444527 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28e195d3-7f8d-4186-a5a3-77d9701c1821 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:21:51.466206 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:51.470649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:51.545812 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=7']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:51.551429 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-337dbf9f-3149-4647-9349-01847f243791 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a967bf2-982f-49f8-91e4-16df519c5536 HTTP/1.1" status: 200 len: 998 time: 0.0717509 Aug 04 02:21:51.609232 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-f316dd5d-7267-4ffa-b741-df6e23b1e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:51.610728 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-f316dd5d-7267-4ffa-b741-df6e23b1e1d0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 200 len: 850 time: 0.0517211 Aug 04 02:21:51.695073 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '412e072b-1d7e-479a-a494-375046a425f3', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'port_id': '7a967bf2-982f-49f8-91e4-16df519c5536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'mac_address': 'fa:16:3e:89:01:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:21:33Z', 'updated_at': '2022-08-04T02:21:49Z', 'revision_number': 1, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:51.720057 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a586aff-9a8f-49d6-b9c1-fc7e399f39c8 None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '412e072b-1d7e-479a-a494-375046a425f3', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'port_id': '7a967bf2-982f-49f8-91e4-16df519c5536', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'mac_address': 'fa:16:3e:89:01:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:21:33Z', 'updated_at': '2022-08-04T02:21:49Z', 'revision_number': 1, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:51.757358 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['28e195d3-7f8d-4186-a5a3-77d9701c1821'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:21:51.913701 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce7c22-b23e-4e5c-9b36-53444adb7ab3 None None] New status for floating IP 412e072b-1d7e-479a-a494-375046a425f3: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:51.979631 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-02216d8f-e52f-4bdb-a770-6b631d910992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:51.981102 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-02216d8f-e52f-4bdb-a770-6b631d910992 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=f3562015-01a8-442c-9260-a631d3a466e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732543 Aug 04 02:21:52.002423 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f1250-7553-46dc-99c2-4f51c5bce6a8 req-5a3eba1f-1b5f-48f4-a694-42aded09851b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:52.003895 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-172f1250-7553-46dc-99c2-4f51c5bce6a8 req-5a3eba1f-1b5f-48f4-a694-42aded09851b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 945 time: 0.0661316 Aug 04 02:21:52.117003 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-172f1250-7553-46dc-99c2-4f51c5bce6a8 req-a092a288-a0dd-45a6-843a-0d19f4a07b8b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998363 Aug 04 02:21:52.135547 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-dba35521-c21d-4a14-9c12-6e577df35290 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463914 Aug 04 02:21:52.188095 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:52.229760 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a61de16d-911b-4e4a-acfc-7589b3b8d2b9 req-b363cb3f-29db-47f8-8afc-c6773ae78bae service neutron] 10.222.0.36 "GET /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883560 Aug 04 02:21:52.770189 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e104f-d70f-44b9-8fc3-d65c15a36316 req-72688ea1-afc9-46cd-ab5e-64fde9abcb86 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:52.771572 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2e104f-d70f-44b9-8fc3-d65c15a36316 req-72688ea1-afc9-46cd-ab5e-64fde9abcb86 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0461106 Aug 04 02:21:52.822226 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e2e104f-d70f-44b9-8fc3-d65c15a36316 req-8d10ef86-e6f4-4ae6-b8a3-c41e2f12869f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449066 Aug 04 02:21:53.215028 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:21:53.259107 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 28e195d3-7f8d-4186-a5a3-77d9701c1821 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:21:53.259492 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:53.330460 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 28e195d3-7f8d-4186-a5a3-77d9701c1821 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:21:53.330852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:53.354211 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:53.356449 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1a923e-59a8-4a6d-a44e-79f7ebe7eb25" -d '{"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-plugged", "status": "completed", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:53.372974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:53.377731 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:53.403839 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ffc5f1-1788-48dd-8e08-09856e469d67 x-openstack-request-id: req-74ffc5f1-1788-48dd-8e08-09856e469d67 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:53.404132 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-plugged", "status": "completed", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:53.404390 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74ffc5f1-1788-48dd-8e08-09856e469d67 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:53.404826 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ffc5f1-1788-48dd-8e08-09856e469d67'] response: {'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'code': 200} Aug 04 02:21:53.432784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=8']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:53.754679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903db494-e13d-4059-9872-ea1f9fa95051 req-3ae66934-e1d8-4afd-89c7-8726194334e8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:53.756153 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-903db494-e13d-4059-9872-ea1f9fa95051 req-3ae66934-e1d8-4afd-89c7-8726194334e8 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0467176 Aug 04 02:21:53.802911 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-903db494-e13d-4059-9872-ea1f9fa95051 req-20fa854e-54ed-4be6-9d8b-c11224d0a9c4 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Aug 04 02:21:54.124505 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663aa417-3920-4f78-b5db-3b9d28885cfe req-3c7971c5-b94e-4bb1-a672-4bd840898afb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:54.125974 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-663aa417-3920-4f78-b5db-3b9d28885cfe req-3c7971c5-b94e-4bb1-a672-4bd840898afb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.2182300 Aug 04 02:21:54.167263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:54.175771 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-663aa417-3920-4f78-b5db-3b9d28885cfe req-2b4be222-db2e-49c2-a6e2-bff8da37f1a2 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Aug 04 02:21:54.975167 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07e069-3237-42c6-b4db-50b71fdb53cd req-4a01d767-38db-4a2b-803a-4fa318e84cf5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:54.976644 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b07e069-3237-42c6-b4db-50b71fdb53cd req-4a01d767-38db-4a2b-803a-4fa318e84cf5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.1012321 Aug 04 02:21:55.023362 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b07e069-3237-42c6-b4db-50b71fdb53cd req-6ef2d733-a79a-4126-940c-768d97ed64c0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Aug 04 02:21:55.293733 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab34b0a-3db9-4716-836f-8d9d1cca29d1 req-ba4e0698-6ee9-4dea-bdee-ec16acaa7ddb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:55.295217 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dab34b0a-3db9-4716-836f-8d9d1cca29d1 req-ba4e0698-6ee9-4dea-bdee-ec16acaa7ddb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0463946 Aug 04 02:21:55.350671 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dab34b0a-3db9-4716-836f-8d9d1cca29d1 req-7db40ae4-9009-4eec-9e7e-2dc02753078c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498765 Aug 04 02:21:56.138037 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50e06-153f-49c7-9afc-4321fe931e5b req-e6865dd2-2129-4c73-83d1-fe6035654cb5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:56.139477 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-64e50e06-153f-49c7-9afc-4321fe931e5b req-e6865dd2-2129-4c73-83d1-fe6035654cb5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0459180 Aug 04 02:21:56.190377 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-64e50e06-153f-49c7-9afc-4321fe931e5b req-06ef8d27-691a-43bc-8658-8efe3b9048d5 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451002 Aug 04 02:21:56.293311 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-b3db1cd5-75ed-4dcb-86ad-3a03aa7c7279 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:56.294726 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-b3db1cd5-75ed-4dcb-86ad-3a03aa7c7279 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0445991 Aug 04 02:21:56.373709 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-d4985042-3d85-4e38-b4c8-6def6d8f7b19 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:56.375264 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-d4985042-3d85-4e38-b4c8-6def6d8f7b19 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 946 time: 0.0457013 Aug 04 02:21:56.412442 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 366e87a4-8a21-4561-abb7-e0a8211d1d43 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:56.412836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:56.467240 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Deleting port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:56.467598 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:56.515621 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a1784-516a-4aa0-a14b-937b96f1ac57 req-f1de36c3-c12a-46d9-8abf-135145cb6669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:56.517292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-315a1784-516a-4aa0-a14b-937b96f1ac57 req-f1de36c3-c12a-46d9-8abf-135145cb6669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 945 time: 0.0622070 Aug 04 02:21:56.558121 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] For port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:56.558489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:56.568178 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] For port 366e87a4-8a21-4561-abb7-e0a8211d1d43, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=366e87a4-8a21-4561-abb7-e0a8211d1d43,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:21:56.568640 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:56.572053 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Calling delete_port for c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:56.704924 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:56.710660 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:56.724613 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e', 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:21:56.751977 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event deleted for resources: {'Port': ['ID=c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:56.804728 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] No DVR routers for this DVR port c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:21:56.807991 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:56.811579 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0be01f75-b5ce-44bc-a0fa-a2fac9e63cb2 req-dbbf5a12-40ab-46f6-bc7b-12c35883724d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "DELETE /networking/v2.0/ports/c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 HTTP/1.1" status: 204 len: 173 time: 0.4315152 Aug 04 02:21:56.812044 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'name': 'network-vif-deleted', 'tag': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:56.815170 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342abe2a-d3c2-4ba9-abb4-39c9bc326111" -d '{"events": [{"server_uuid": "25f941a4-8d6b-4c53-816d-e422f7e2a1f3", "name": "network-vif-deleted", "tag": "c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:56.864176 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc92134-7a7e-484b-8e68-d7a679015c77 x-openstack-request-id: req-8fc92134-7a7e-484b-8e68-d7a679015c77 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:56.865108 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f941a4-8d6b-4c53-816d-e422f7e2a1f3", "name": "network-vif-deleted", "tag": "c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:56.865359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8fc92134-7a7e-484b-8e68-d7a679015c77 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:56.865764 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc92134-7a7e-484b-8e68-d7a679015c77'] response: {'server_uuid': '25f941a4-8d6b-4c53-816d-e422f7e2a1f3', 'name': 'network-vif-deleted', 'tag': 'c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27', 'status': 'completed', 'code': 200} Aug 04 02:21:56.873888 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-315a1784-516a-4aa0-a14b-937b96f1ac57 req-58146e79-b8d6-4f21-9cbd-4fcbaea639f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c9bc3098-5562-4c0c-a2c4-7faa81e94178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507297 Aug 04 02:21:56.937528 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:57.001564 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:57.001931 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (a96705d9-bfe2-4bb7-b589-ceef3a18c37f), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:57.002258 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP a96705d9-bfe2-4bb7-b589-ceef3a18c37f disassociated. External IP: 172.27.4.2, port: 366e87a4-8a21-4561-abb7-e0a8211d1d43. Aug 04 02:21:57.002611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 366e87a4-8a21-4561-abb7-e0a8211d1d43 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:57.130696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (366e87a4-8a21-4561-abb7-e0a8211d1d43), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:57.163497 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=366e87a4-8a21-4561-abb7-e0a8211d1d43,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:57.174463 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:57.287696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:21:57.323370 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e78bf79-97bd-46fa-bff1-213696f5eb12 req-eabc0d63-f0eb-4082-a9cc-ae0ae13cca42 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=25f941a4-8d6b-4c53-816d-e422f7e2a1f3 HTTP/1.1" status: 200 len: 210 time: 0.0315008 Aug 04 02:21:57.433394 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:21:57.444393 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:21:57.454489 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:57.455126 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:57.475229 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] No DVR routers for this DVR port 366e87a4-8a21-4561-abb7-e0a8211d1d43 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:21:57.477800 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:57.481051 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a029de6-15a4-4f08-b89b-4ff4f12ebc0d req-ab3325d2-3f02-411b-85d9-55c7418e56f9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "DELETE /networking/v2.0/ports/366e87a4-8a21-4561-abb7-e0a8211d1d43 HTTP/1.1" status: 204 len: 173 time: 1.1518664 Aug 04 02:21:57.481488 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'name': 'network-vif-deleted', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:21:57.483751 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b8bebc-db44-4c92-8652-2d93835767b5" -d '{"events": [{"server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "name": "network-vif-deleted", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:21:57.526090 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d74aa-7dfa-448c-a4ca-46d33630937d x-openstack-request-id: req-c94d74aa-7dfa-448c-a4ca-46d33630937d {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:21:57.526389 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ea8a47-0d01-4e68-95e5-31a9977ac13f", "name": "network-vif-deleted", "tag": "366e87a4-8a21-4561-abb7-e0a8211d1d43", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:21:57.526642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c94d74aa-7dfa-448c-a4ca-46d33630937d {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:21:57.527058 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94d74aa-7dfa-448c-a4ca-46d33630937d'] response: {'server_uuid': 'b2ea8a47-0d01-4e68-95e5-31a9977ac13f', 'name': 'network-vif-deleted', 'tag': '366e87a4-8a21-4561-abb7-e0a8211d1d43', 'status': 'completed', 'code': 200} Aug 04 02:21:57.578088 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:57.775339 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:57.800658 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:21:57.809703 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:21:57.810299 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:57.885187 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:57.909257 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:57.915614 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:21:58.014357 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-de122a25-df39-4074-b2b4-f768bc33569f req-5da6dcd6-86c3-43b1-8b23-ff4eec40bfd9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b2ea8a47-0d01-4e68-95e5-31a9977ac13f HTTP/1.1" status: 200 len: 210 time: 0.0359755 Aug 04 02:21:58.129228 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:21:58.157186 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a5cfd-a8f3-42a5-89bb-cd125656e617 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:21:58.393760 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b01679-40c9-46b2-8636-e3ea616cd316 None None] New status for floating IP a96705d9-bfe2-4bb7-b589-ceef3a18c37f: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:21:58.609071 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917031e5-2dc5-4f52-aaf6-f9c57129a374 req-2faadeee-e009-426a-9e22-1a32cf01ac94 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:58.610607 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-917031e5-2dc5-4f52-aaf6-f9c57129a374 req-2faadeee-e009-426a-9e22-1a32cf01ac94 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0476592 Aug 04 02:21:58.664365 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-917031e5-2dc5-4f52-aaf6-f9c57129a374 req-a7c0bfac-50d6-4002-9927-309747525dce tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469341 Aug 04 02:21:59.109106 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56148) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:59.153280 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:59.165400 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a47d-5379-4afc-839b-1a19f5d2e94e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (c9bc3098-5562-4c0c-a2c4-7faa81e94178), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.189770 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a47d-5379-4afc-839b-1a19f5d2e94e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (c9bc3098-5562-4c0c-a2c4-7faa81e94178), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.236247 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a47d-5379-4afc-839b-1a19f5d2e94e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c9bc3098-5562-4c0c-a2c4-7faa81e94178), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.238842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f1c8a47d-5379-4afc-839b-1a19f5d2e94e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.240597 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f1c8a47d-5379-4afc-839b-1a19f5d2e94e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/c9bc3098-5562-4c0c-a2c4-7faa81e94178 HTTP/1.1" status: 204 len: 168 time: 0.1304893 Aug 04 02:21:59.243526 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56150) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:59.249896 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8a47d-5379-4afc-839b-1a19f5d2e94e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bc3098-5562-4c0c-a2c4-7faa81e94178,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:59.257118 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-c45a6903-18ac-4590-a36e-e382d851afa5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] show failed (client error): The resource could not be found. Aug 04 02:21:59.258133 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c45a6903-18ac-4590-a36e-e382d851afa5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups/c9bc3098-5562-4c0c-a2c4-7faa81e94178 HTTP/1.1" status: 404 len: 347 time: 0.0136178 Aug 04 02:21:59.261036 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56152) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:59.374723 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 27f4b494-f51e-4e82-bef4-19e54d78ac16 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:21:59.375068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.454697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.455057 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (27f4b494-f51e-4e82-bef4-19e54d78ac16), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.468514 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 27f4b494-f51e-4e82-bef4-19e54d78ac16 owned by network:floatingip {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:21:59.547531 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:59.601768 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (27f4b494-f51e-4e82-bef4-19e54d78ac16), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.625779 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=27f4b494-f51e-4e82-bef4-19e54d78ac16,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:59.691461 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (a96705d9-bfe2-4bb7-b589-ceef3a18c37f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.694694 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.696282 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-02742385-5049-4f85-a600-782131d7e362 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/a96705d9-bfe2-4bb7-b589-ceef3a18c37f HTTP/1.1" status: 204 len: 168 time: 0.4339261 Aug 04 02:21:59.774302 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56158) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:59.778950 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726144603', 'description': 'tempest-description--1019716168'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:59.796043 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a9d0c-8110-4874-82d9-e5ca719b342f req-9003c47d-5b8c-45c8-91aa-68d4ce47d83f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:21:59.797814 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-869a9d0c-8110-4874-82d9-e5ca719b342f req-9003c47d-5b8c-45c8-91aa-68d4ce47d83f tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0551875 Aug 04 02:21:59.801602 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.845011 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:21:59.851033 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-869a9d0c-8110-4874-82d9-e5ca719b342f req-ca1e596c-8467-4524-beff-430e123946f0 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Aug 04 02:21:59.877671 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (99533b4a-d19e-4aec-becb-42a4d9f8bf51), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.882410 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (99533b4a-d19e-4aec-becb-42a4d9f8bf51), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.912856 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:21:59.914080 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386783 Aug 04 02:21:59.916186 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98477a28-47c2-4046-a495-537ccd5663e3 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99533b4a-d19e-4aec-becb-42a4d9f8bf51,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:21:59.917396 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56160) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:21:59.923280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': '99533b4a-d19e-4aec-becb-42a4d9f8bf51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:21:59.951958 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (ff9d60f7-e08c-44d1-bde2-c3845f7ed576), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.013232 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (ff9d60f7-e08c-44d1-bde2-c3845f7ed576), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.016973 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (ff9d60f7-e08c-44d1-bde2-c3845f7ed576), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.035857 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9d60f7-e08c-44d1-bde2-c3845f7ed576,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:00.043364 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.044572 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d659d96e-ef90-44e0-982b-5bf87e4547f1 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251292 Aug 04 02:22:00.047371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56162) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:00.053298 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'security_group_rule': {'security_group_id': '99533b4a-d19e-4aec-becb-42a4d9f8bf51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:22:00.090508 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (272f520f-aea7-4dc8-9f08-aafefec9293f), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.156686 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (272f520f-aea7-4dc8-9f08-aafefec9293f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.160137 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (272f520f-aea7-4dc8-9f08-aafefec9293f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.179705 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272f520f-aea7-4dc8-9f08-aafefec9293f,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:00.184199 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.185424 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c14f7adc-eb4b-4e90-83be-e6e3dca730e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371179 Aug 04 02:22:00.188746 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56164) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:00.193666 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:22:00.214826 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.296108 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.416701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.27.4.24 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:22:00.499013 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:00.525236 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.559242 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.599796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:22:00.602877 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:22:00.606797 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:22:00.611922 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:00.636782 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:00.703717 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (edcbc2aa-146f-43f7-bb80-32941adc86ee), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.741036 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.890208 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.895129 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:00.996857 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (edcbc2aa-146f-43f7-bb80-32941adc86ee), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:01.001874 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:01.012796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58d4ea-8a91-462f-8456-65866ad29998 req-55de237f-0896-44aa-b2db-02fd7d9edc3d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:01.014262 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf58d4ea-8a91-462f-8456-65866ad29998 req-55de237f-0896-44aa-b2db-02fd7d9edc3d tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0809233 Aug 04 02:22:01.024702 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:01.025840 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-175efe65-5263-4d3b-be47-041d85a8b5ba tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8361514 Aug 04 02:22:01.068824 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf58d4ea-8a91-462f-8456-65866ad29998 req-233937c0-1722-428e-a98b-6e8c49a72200 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Aug 04 02:22:01.177138 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-7549f138-c9df-4399-95dd-c3a8807d7692 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--726144603&fields=id&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 267 time: 0.0422854 Aug 04 02:22:01.249825 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:01.269500 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:22:01.269856 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device c6ab1267-b3a9-4693-b0e1-d32a6bbc1f27 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:22:01.270281 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 366e87a4-8a21-4561-abb7-e0a8211d1d43 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:01.289663 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-6433f5c5-9a9c-4e5f-b75c-13ded8e03620 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:01.289919 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 366e87a4-8a21-4561-abb7-e0a8211d1d43 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:22:01.290113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 366e87a4-8a21-4561-abb7-e0a8211d1d43 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:22:01.291909 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-6433f5c5-9a9c-4e5f-b75c-13ded8e03620 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.1075482 Aug 04 02:22:01.305763 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-978d7c26-96bf-49c9-a71e-a330939347a9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/quotas/2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 375 time: 0.0092702 Aug 04 02:22:01.343311 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:01.358840 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-d7b042e0-c1f4-47b6-b05f-d8d8f4c5758c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481489 Aug 04 02:22:01.464719 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-d893ae30-658a-406f-8d39-f8a20d609218 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943594 Aug 04 02:22:01.554278 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-cfbfc888-f4a0-422f-b98c-bc6130853316 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826969 Aug 04 02:22:01.721064 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a71c176-b051-412d-8dce-7750381d192b req-14649980-c7c2-4502-996e-42a4d2cbfdca tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 210 time: 0.0311451 Aug 04 02:22:01.995774 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-1a3b912c-5c68-46dd-8106-d7ad0187dde2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:01.997255 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-1a3b912c-5c68-46dd-8106-d7ad0187dde2 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0952914 Aug 04 02:22:02.010332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:02.085837 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Deleting port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:22:02.086085 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:02.209481 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd415207-b180-4d6e-9c0e-6830926a2cee req-137faba9-b6ea-4e63-a1f7-945835ae4923 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:02.210959 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd415207-b180-4d6e-9c0e-6830926a2cee req-137faba9-b6ea-4e63-a1f7-945835ae4923 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=a319988c-e250-4b92-a587-cc65e764dd56 HTTP/1.1" status: 200 len: 945 time: 0.0642903 Aug 04 02:22:02.233163 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] For port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:02.233525 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:02.255240 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Calling delete_port for fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:22:02.319822 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd415207-b180-4d6e-9c0e-6830926a2cee req-78c106a3-7a20-4735-9c52-30ce0f4b1433 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991359 Aug 04 02:22:02.418790 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:02.433053 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:22:02.446735 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Pushing event deleted for resources: {'Port': ['ID=fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:02.500901 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] No DVR routers for this DVR port fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:22:02.503240 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:02.507084 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cfc6d598-c02d-4850-8d6f-dadaca80f30c req-483ec20a-1ebf-446f-a05a-733b7c806e71 tempest-ServerRescueNegativeTestJSON-336781260 tempest-ServerRescueNegativeTestJSON-336781260-project] 10.222.0.36 "DELETE /networking/v2.0/ports/fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e HTTP/1.1" status: 204 len: 173 time: 0.5046470 Aug 04 02:22:02.507547 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a319988c-e250-4b92-a587-cc65e764dd56', 'name': 'network-vif-deleted', 'tag': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:22:02.509803 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c55452-a167-48e4-b71e-b6714cd9e2e6" -d '{"events": [{"server_uuid": "a319988c-e250-4b92-a587-cc65e764dd56", "name": "network-vif-deleted", "tag": "fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:22:02.572764 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e4742b-0936-4f0d-a245-e1c456d30780 x-openstack-request-id: req-60e4742b-0936-4f0d-a245-e1c456d30780 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:22:02.573069 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a319988c-e250-4b92-a587-cc65e764dd56", "name": "network-vif-deleted", "tag": "fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:22:02.573315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60e4742b-0936-4f0d-a245-e1c456d30780 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:22:02.573748 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e4742b-0936-4f0d-a245-e1c456d30780'] response: {'server_uuid': 'a319988c-e250-4b92-a587-cc65e764dd56', 'name': 'network-vif-deleted', 'tag': 'fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e', 'status': 'completed', 'code': 200} Aug 04 02:22:02.834734 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd964f7e-6647-41d0-8ec5-40a94f77cd61 req-34de4ba1-0586-4c0f-a2e3-55b4358b295c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 210 time: 0.0371013 Aug 04 02:22:02.841313 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-43ce48f9-0da8-4405-80d6-bf9129af761e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:02.842739 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-43ce48f9-0da8-4405-80d6-bf9129af761e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 815 time: 0.1427183 Aug 04 02:22:02.876542 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:22:03.056449 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-7c39dd7f-4355-42c6-9a79-260def77f0db tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc HTTP/1.1" status: 200 len: 379 time: 0.0680652 Aug 04 02:22:03.070040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'port': {'device_id': '54afe06e-392b-455f-93ac-4e6471433b8b', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'admin_state_up': True, 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'security_groups': ['99533b4a-d19e-4aec-becb-42a4d9f8bf51']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:22:03.152131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:03.187101 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Made reservation on behalf of 2f003cc2b7104c369e1aa74d6e48a9fc for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:22:03.190483 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.269824 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:03.320362 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Allocated IP 172.20.0.10 (c3fd5976-8837-4886-aaff-706d72d2761f/a0061202-808e-43c3-a4fd-39c7b8c413a0/06fdec2e-918d-4e19-b051-7f47fc105a20) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:22:03.384489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56214) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:03.470048 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.507489 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.547621 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Network c3fd5976-8837-4886-aaff-706d72d2761f is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:22:03.553473 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:22:03.557335 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:22:03.593127 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event updated for resources: {'Port': ['ID=06fdec2e-918d-4e19-b051-7f47fc105a20,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:03.634866 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:03.635490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.657217 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e9293e9c-df6f-42fe-94aa-87f285e9333c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5922227 Aug 04 02:22:03.668005 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Request body: {'port': {'device_id': '54afe06e-392b-455f-93ac-4e6471433b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:22:03.733223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.890387 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-109ab1cf-9c71-4a1f-9fa2-3c3948a24cab None None] Provisioning complete for port 06fdec2e-918d-4e19-b051-7f47fc105a20 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:22:03.891590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-109ab1cf-9c71-4a1f-9fa2-3c3948a24cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.918159 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (2fcbffc3-7239-4306-b890-5612f3a5bff7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:03.936603 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-109ab1cf-9c71-4a1f-9fa2-3c3948a24cab None None] Port 06fdec2e-918d-4e19-b051-7f47fc105a20 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:22:04.186126 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:04.198868 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc4b55-c9b7-4aae-a1c6-e4b03ad9677c req-48a0df9c-c9da-4969-b410-bc7168c43ff8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:04.200373 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4bc4b55-c9b7-4aae-a1c6-e4b03ad9677c req-48a0df9c-c9da-4969-b410-bc7168c43ff8 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 932 time: 0.0927615 Aug 04 02:22:04.219364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Deleting port 6192613c-6982-4d75-a0b3-dd5246bea8af {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:22:04.219702 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.238833 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:04.268359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:04.298215 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f4bc4b55-c9b7-4aae-a1c6-e4b03ad9677c req-253be040-c169-4546-ad23-d3938d098bcb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899081 Aug 04 02:22:04.313502 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] For port 6192613c-6982-4d75-a0b3-dd5246bea8af, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6192613c-6982-4d75-a0b3-dd5246bea8af,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:04.313964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.332129 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Calling delete_port for 6192613c-6982-4d75-a0b3-dd5246bea8af owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:22:04.352508 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fdec2e-918d-4e19-b051-7f47fc105a20 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:22:04.360949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Publish callbacks [] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.374156 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Transition to ACTIVE for port object 06fdec2e-918d-4e19-b051-7f47fc105a20 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:22:04.381113 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.386166 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:04.477893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Pushing event updated for resources: {'Port': ['ID=06fdec2e-918d-4e19-b051-7f47fc105a20,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:04.512382 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.515204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Attempting to bind port 06fdec2e-918d-4e19-b051-7f47fc105a20 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:22:04.515511 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Attempting to bind port 06fdec2e-918d-4e19-b051-7f47fc105a20 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:22:04.516009 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Attempting to bind port 06fdec2e-918d-4e19-b051-7f47fc105a20 on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:22:04.522209 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (6192613c-6982-4d75-a0b3-dd5246bea8af), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.522804 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Port 06fdec2e-918d-4e19-b051-7f47fc105a20 on network c3fd5976-8837-4886-aaff-706d72d2761f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:22:04.523234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Attempting to bind port 06fdec2e-918d-4e19-b051-7f47fc105a20 on network c3fd5976-8837-4886-aaff-706d72d2761f {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:22:04.535386 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:22:04.535993 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Checking segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:22:04.536611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Bound using segment: {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:22:04.537086 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Bound port: 06fdec2e-918d-4e19-b051-7f47fc105a20, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582d7496-de84-42b2-a962-910e28ab355c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:22:04.538607 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.548934 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Pushing event deleted for resources: {'Port': ['ID=6192613c-6982-4d75-a0b3-dd5246bea8af,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:04.576280 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.576853 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.577366 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.577860 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.578355 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.578842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.579332 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.579837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.580340 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.580683 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.581162 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.581628 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.582114 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.582573 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.583111 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:04.680143 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] For port 06fdec2e-918d-4e19-b051-7f47fc105a20, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:22:04.700892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] For port 06fdec2e-918d-4e19-b051-7f47fc105a20, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06fdec2e-918d-4e19-b051-7f47fc105a20,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:22:04.707897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea325de-51e8-4ba1-8fb3-46135a3d6020 req-e4071ebb-432b-4d3a-ac72-88cd030e48c8 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:04.709535 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2ea325de-51e8-4ba1-8fb3-46135a3d6020 req-e4071ebb-432b-4d3a-ac72-88cd030e48c8 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0721917 Aug 04 02:22:04.719233 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.740127 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:04.740772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.741925 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (2fcbffc3-7239-4306-b890-5612f3a5bff7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:04.742154 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/06fdec2e-918d-4e19-b051-7f47fc105a20 HTTP/1.1" status: 200 len: 1094 time: 1.0784559 Aug 04 02:22:04.746084 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:22:04.748253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b2b0ed-0de0-47f6-af53-eec2240160d2" -d '{"events": [{"name": "network-changed", "server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:22:04.815986 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2ea325de-51e8-4ba1-8fb3-46135a3d6020 req-e33a1233-73c4-4c6b-b99b-3c75651a0045 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999341 Aug 04 02:22:04.818076 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80299604-23a3-49db-b8d4-a446b008eee0 x-openstack-request-id: req-80299604-23a3-49db-b8d4-a446b008eee0 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:22:04.818365 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:22:04.818613 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80299604-23a3-49db-b8d4-a446b008eee0 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:22:04.819001 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80299604-23a3-49db-b8d4-a446b008eee0'] response: {'name': 'network-changed', 'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'status': 'completed', 'code': 200} Aug 04 02:22:04.822009 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2737912-def8-45ce-9522-a0cb8499556a service neutron] Pushing event updated for resources: {'Port': ['ID=06fdec2e-918d-4e19-b051-7f47fc105a20,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:04.974539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Router 2fcbffc3-7239-4306-b890-5612f3a5bff7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:22:05.039679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2b0ed-0de0-47f6-af53-eec2240160d2 req-03dfde47-1657-494e-b219-702572dadad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.041256 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5b2b0ed-0de0-47f6-af53-eec2240160d2 req-03dfde47-1657-494e-b219-702572dadad4 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 1128 time: 0.0441909 Aug 04 02:22:05.077647 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:05.088282 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:22:05.094298 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4df352c0-6b0a-4a0b-9a1e-ab7a3a59be33 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/2fcbffc3-7239-4306-b890-5612f3a5bff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086513 Aug 04 02:22:05.096856 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56242) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:05.099472 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] Sync routers for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:22:05.109611 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:22:05.110228 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:05.182538 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2b0ed-0de0-47f6-af53-eec2240160d2 req-2293c4ee-05c4-49e2-88fb-0692c3f8c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.184033 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5b2b0ed-0de0-47f6-af53-eec2240160d2 req-2293c4ee-05c4-49e2-88fb-0692c3f8c68a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1139195 Aug 04 02:22:05.202185 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks [] for router (2fcbffc3-7239-4306-b890-5612f3a5bff7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:05.213426 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:22:05.258746 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:05.271576 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:05.279349 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:22:05.279713 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device fa4cef10-9b38-4ec0-b2aa-72cf2f3f793e not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:22:05.299653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks [] for router_gateway (2fcbffc3-7239-4306-b890-5612f3a5bff7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:05.354037 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Deleting port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:22:05.354394 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:05.455446 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] For port 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:05.456515 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:05.462337 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d2ec1-9f71-441b-aa00-4be89cbed495 req-32023766-3054-4015-8525-4125ab147eaf tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.463849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b6d2ec1-9f71-441b-aa00-4be89cbed495 req-32023766-3054-4015-8525-4125ab147eaf tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 944 time: 0.0691619 Aug 04 02:22:05.473187 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Calling delete_port for 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:22:05.485036 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217'}], 'enable_snat': True}, 'gw_port_id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:22:04Z', 'revision_number': 5, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port': {'id': '37f5450e-6dd0-4994-b01e-b7bc5d1b71eb', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:54Z', 'updated_at': '2022-08-04T02:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:05.509377 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2b0ed-0de0-47f6-af53-eec2240160d2 req-6d8e4bb5-1056-4063-9715-9adb863710dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.512199 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5b2b0ed-0de0-47f6-af53-eec2240160d2 req-6d8e4bb5-1056-4063-9715-9adb863710dc service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800740 Aug 04 02:22:05.514486 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] Checking router: 2fcbffc3-7239-4306-b890-5612f3a5bff7 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:22:05.526191 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] Routers {'2fcbffc3-7239-4306-b890-5612f3a5bff7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:22:05.526965 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:21:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['2fcbffc3-7239-4306-b890-5612f3a5bff7'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:05.558103 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6b6d2ec1-9f71-441b-aa00-4be89cbed495 req-435b4df0-7870-45ff-a062-3324de15cabe tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814517 Aug 04 02:22:05.609994 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-c1948f46-4d22-4b6e-bfad-fe2970027a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.611527 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-c1948f46-4d22-4b6e-bfad-fe2970027a3f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 1128 time: 0.0430558 Aug 04 02:22:05.627303 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] Set router 2fcbffc3-7239-4306-b890-5612f3a5bff7 gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:22:05.653712 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-20d4e0a3-b90b-4115-8ecf-845c3525fd51 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fdec2e-918d-4e19-b051-7f47fc105a20 HTTP/1.1" status: 200 len: 217 time: 0.0347111 Aug 04 02:22:05.683745 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:22:05Z', 'revision_number': 6, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:05.696579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:05.711181 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b462b09-c2fc-47f5-a294-27455bd61b83 None None] The sync data for ids ['2fcbffc3-7239-4306-b890-5612f3a5bff7'] in dv-cinder-740146-17-iscsi is: [{'id': '2fcbffc3-7239-4306-b890-5612f3a5bff7', 'name': 'tempest-ServerRescueNegativeTestJSON-1787431954-router', 'tenant_id': 'c61d4ea2b52c497caeb298fe8677488e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:52Z', 'updated_at': '2022-08-04T02:22:05Z', 'revision_number': 6, 'project_id': 'c61d4ea2b52c497caeb298fe8677488e', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:22:05.712194 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-01a57aa7-1d90-489f-8a7f-a53665081348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.713816 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-01a57aa7-1d90-489f-8a7f-a53665081348 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0537598 Aug 04 02:22:05.770105 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22f23-9952-4697-a575-57d8ca2215bb req-59acbfab-20ab-49e6-81e9-38d77f3c0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.771778 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-59acbfab-20ab-49e6-81e9-38d77f3c0fab service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421712 Aug 04 02:22:05.868324 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-4e124dd2-aa94-41f5-9de7-f6521bf0c83f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893686 Aug 04 02:22:05.907530 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (37f5450e-6dd0-4994-b01e-b7bc5d1b71eb), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:05.932169 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:05.934716 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f5450e-6dd0-4994-b01e-b7bc5d1b71eb,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:05.982494 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766359aa-80b0-4880-a1cc-c1a13543e5fe req-8acd951f-9625-4615-a4d3-9a789adddf06 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:05.983965 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-766359aa-80b0-4880-a1cc-c1a13543e5fe req-8acd951f-9625-4615-a4d3-9a789adddf06 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0647378 Aug 04 02:22:06.000496 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (2fcbffc3-7239-4306-b890-5612f3a5bff7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.028536 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00c22f23-9952-4697-a575-57d8ca2215bb req-6f2a4ec7-a267-4190-9699-f564adcb6ff5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534789 Aug 04 02:22:06.055339 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-766359aa-80b0-4880-a1cc-c1a13543e5fe req-b45fce4f-6225-41d5-8511-9c44f18aab19 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619287 Aug 04 02:22:06.094443 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (2fcbffc3-7239-4306-b890-5612f3a5bff7), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.097045 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks [] for router_controller (2fcbffc3-7239-4306-b890-5612f3a5bff7), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.147932 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (2fcbffc3-7239-4306-b890-5612f3a5bff7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.148748 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fcbffc3-7239-4306-b890-5612f3a5bff7 {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:22:06.155700 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.159690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56248) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:06.160509 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-da1eb811-4345-413b-82f8-0bb212e8bb54 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/2fcbffc3-7239-4306-b890-5612f3a5bff7 HTTP/1.1" status: 204 len: 168 time: 1.0625505 Aug 04 02:22:06.209679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Deleting subnet 73e97f78-d372-4334-8971-a9f42592cb5a {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:22:06.212878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Publish callbacks [] for subnet (73e97f78-d372-4334-8971-a9f42592cb5a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.247061 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644999'] for subnet (73e97f78-d372-4334-8971-a9f42592cb5a), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.354445 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (73e97f78-d372-4334-8971-a9f42592cb5a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.408726 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10322806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901769'] for subnet (73e97f78-d372-4334-8971-a9f42592cb5a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.436735 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e97f78-d372-4334-8971-a9f42592cb5a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:06.438479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.441638 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3f945736-e533-4b29-bcd9-2c09e7d6dc6d admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/73e97f78-d372-4334-8971-a9f42592cb5a HTTP/1.1" status: 204 len: 168 time: 0.2809296 Aug 04 02:22:06.444786 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56250) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:06.447499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e01385-e5d6-4647-8114-83dc26ff8627 None None] Network 9802934c-f69c-40a4-8c5e-9fb52ddbb971 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:22:06.544068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (9802934c-f69c-40a4-8c5e-9fb52ddbb971), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.565511 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6192613c-6982-4d75-a0b3-dd5246bea8af no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:06.568055 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:06.589273 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Deleting port c4882854-d432-4513-a490-e0126722ff30 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:22:06.589571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (c4882854-d432-4513-a490-e0126722ff30), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.590015 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 6192613c-6982-4d75-a0b3-dd5246bea8af {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:22:06.590573 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6192613c-6982-4d75-a0b3-dd5246bea8af not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:22:06.674468 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] DHCP port deletion for 9802934c-f69c-40a4-8c5e-9fb52ddbb971 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:22:06.678039 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:06.695806 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] For port c4882854-d432-4513-a490-e0126722ff30, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c4882854-d432-4513-a490-e0126722ff30,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:06.696169 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (c4882854-d432-4513-a490-e0126722ff30), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.711506 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:06.714736 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Calling delete_port for c4882854-d432-4513-a490-e0126722ff30 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:22:06.721903 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Deleting port c4882854-d432-4513-a490-e0126722ff30 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:22:06.722394 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (c4882854-d432-4513-a490-e0126722ff30), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.722520 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd491665-deb1-4f59-ab84-6de15be6122f req-fbc2669d-24fc-44fe-8089-f94b73414f0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:06.723947 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd491665-deb1-4f59-ab84-6de15be6122f req-fbc2669d-24fc-44fe-8089-f94b73414f0a tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 944 time: 0.0807157 Aug 04 02:22:06.732877 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:06.791903 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] For port c4882854-d432-4513-a490-e0126722ff30, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c4882854-d432-4513-a490-e0126722ff30,segment=NetworkSegment(6b6cafb7-1cd3-4433-958d-1092af067042),segment_id=6b6cafb7-1cd3-4433-958d-1092af067042)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:06.792309 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (c4882854-d432-4513-a490-e0126722ff30), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.806635 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Calling delete_port for c4882854-d432-4513-a490-e0126722ff30 owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:22:06.839869 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd491665-deb1-4f59-ab84-6de15be6122f req-0c66ccf1-375e-4f5c-8bc8-0526ede94db4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025069 Aug 04 02:22:06.858917 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (c4882854-d432-4513-a490-e0126722ff30), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.886890 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4882854-d432-4513-a490-e0126722ff30,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:06.892505 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] No DVR routers for this DVR port c4882854-d432-4513-a490-e0126722ff30 on host dv-cinder-740146-17-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:22:06.938095 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (c4882854-d432-4513-a490-e0126722ff30), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.963100 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Pushing event deleted for resources: {'Port': ['ID=c4882854-d432-4513-a490-e0126722ff30,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:06.972368 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.972730 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.973072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.973410 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.974412 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.974646 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.974956 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.975279 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.975603 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.975957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.976283 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.976603 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.983189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.983189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.983189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:06.983189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd31a74-ea74-4cde-afcf-0d98475619d4 None None] No DVR routers for this DVR port c4882854-d432-4513-a490-e0126722ff30 on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:22:06.995092 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (9802934c-f69c-40a4-8c5e-9fb52ddbb971), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:06.999117 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:07.009796 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-1e87da58-b252-4ac8-ac72-d6d74e0b63c9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816848 Aug 04 02:22:07.021659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9802934c-f69c-40a4-8c5e-9fb52ddbb971']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:07.035600 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6cafb7-1cd3-4433-958d-1092af067042') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:07.035894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6cafb7-1cd3-4433-958d-1092af067042') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:07.045959 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (6b6cafb7-1cd3-4433-958d-1092af067042), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.059654 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (6b6cafb7-1cd3-4433-958d-1092af067042), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.074608 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:22:07.075009 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (6b6cafb7-1cd3-4433-958d-1092af067042), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.127628 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 6b6cafb7-1cd3-4433-958d-1092af067042 resource provider aggregate not found Aug 04 02:22:07.155393 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 6b6cafb7-1cd3-4433-958d-1092af067042 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b6cafb7-1cd3-4433-958d-1092af067042 found for delete ", "request_id": "req-4e7d38c4-b376-4b4e-9e5e-f7e442f5b672"}]} Aug 04 02:22:07.156525 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-1db60049-1e05-43e2-8f74-98cda6b272c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:07.158038 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-1db60049-1e05-43e2-8f74-98cda6b272c8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1130 time: 0.0960231 Aug 04 02:22:07.170145 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (9802934c-f69c-40a4-8c5e-9fb52ddbb971), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.250609 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.253601 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/9802934c-f69c-40a4-8c5e-9fb52ddbb971 HTTP/1.1" status: 204 len: 168 time: 0.8079069 Aug 04 02:22:07.261652 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f82d94-378f-4640-96fe-76b8caba278d admin admin] Pushing event deleted for resources: {'Network': ['ID=9802934c-f69c-40a4-8c5e-9fb52ddbb971,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:07.272946 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372dc2-e744-453d-a4db-a525b1a6a861 req-2cdcd68b-45bb-42da-99d6-ffc9aa129463 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:07.274417 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57372dc2-e744-453d-a4db-a525b1a6a861 req-2cdcd68b-45bb-42da-99d6-ffc9aa129463 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.1149707 Aug 04 02:22:07.335464 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-0444c197-7986-4355-93d1-1d3fdef1cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:07.336937 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-0444c197-7986-4355-93d1-1d3fdef1cd95 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 909 time: 0.1459165 Aug 04 02:22:07.360648 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57372dc2-e744-453d-a4db-a525b1a6a861 req-5dfa6e5d-ab7a-487a-978b-7a1a0e2661b7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774686 Aug 04 02:22:07.375048 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56262) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:07.410808 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-ee16f522-a14c-4858-a8d6-07875e0f8783 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 1002 time: 0.0636144 Aug 04 02:22:07.427823 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-872e28da-9702-47d9-9ca8-a8a2d2e415aa admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=c61d4ea2b52c497caeb298fe8677488e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0513289 Aug 04 02:22:07.430153 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56264) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:07.467085 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-2898b9d9-ede6-4fc6-a7c0-5324b64436bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:07.468530 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-2898b9d9-ede6-4fc6-a7c0-5324b64436bb service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0443048 Aug 04 02:22:07.480768 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a196a83-d783-44ca-ac53-43e1d7d33865 admin admin] Publish callbacks [] for security_group (fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.494765 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:07.504578 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a196a83-d783-44ca-ac53-43e1d7d33865 admin admin] Publish callbacks [] for security_group (fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.519586 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-7c9de189-ae34-4150-ac60-82f167369100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:07.521163 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-7c9de189-ae34-4150-ac60-82f167369100 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459177 Aug 04 02:22:07.555093 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a196a83-d783-44ca-ac53-43e1d7d33865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.557678 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a196a83-d783-44ca-ac53-43e1d7d33865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:07.558825 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9a196a83-d783-44ca-ac53-43e1d7d33865 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b HTTP/1.1" status: 204 len: 168 time: 0.1277096 Aug 04 02:22:07.567639 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a196a83-d783-44ca-ac53-43e1d7d33865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6bc8e1-760d-46fa-a14c-3d260f5e0d0b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:07.621729 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-a2a080c2-d156-46d2-b6e2-ddae0f2e58ca service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928867 Aug 04 02:22:07.717804 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e0af0ba4-e2ef-4124-8932-56c97f4a9fe9 req-e7b80b51-9242-4486-95d5-48c6b621736a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897229 Aug 04 02:22:07.825875 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c4882854-d432-4513-a490-e0126722ff30 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:07.851409 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: c4882854-d432-4513-a490-e0126722ff30 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:22:07.851761 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c4882854-d432-4513-a490-e0126722ff30 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:22:07.852173 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:07.871408 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:22:07.871837 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 37f5450e-6dd0-4994-b01e-b7bc5d1b71eb not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:22:07.976339 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:07.988406 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913980f-fd3a-4a4e-aa49-449d5c788cb8 req-f982c4f6-c577-419e-b096-4d3691ecc7a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:07.991449 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4913980f-fd3a-4a4e-aa49-449d5c788cb8 req-f982c4f6-c577-419e-b096-4d3691ecc7a6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 944 time: 0.0525525 Aug 04 02:22:08.065898 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4913980f-fd3a-4a4e-aa49-449d5c788cb8 req-31b84990-7f96-496c-81f8-0883bcddb7e5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458806 Aug 04 02:22:08.492139 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81fb0d-8692-4b97-8149-f030c6ae59f2 req-0ae37bde-4472-4430-a3eb-e1580fb229b0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:08.493775 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c81fb0d-8692-4b97-8149-f030c6ae59f2 req-0ae37bde-4472-4430-a3eb-e1580fb229b0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0481901 Aug 04 02:22:08.552045 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c81fb0d-8692-4b97-8149-f030c6ae59f2 req-c7118b31-4abc-4f93-a72e-c1e5df2032a5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485363 Aug 04 02:22:09.191821 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4189f1e-9767-4081-a965-92690149f6e5 req-7d2ba1ce-c7a2-4823-a90b-1cd59932e36b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:09.193357 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e4189f1e-9767-4081-a965-92690149f6e5 req-7d2ba1ce-c7a2-4823-a90b-1cd59932e36b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 944 time: 0.0496235 Aug 04 02:22:09.242381 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e4189f1e-9767-4081-a965-92690149f6e5 req-0a59d99b-5a39-47d0-878d-9c542b9f8735 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432947 Aug 04 02:22:09.294760 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 06fdec2e-918d-4e19-b051-7f47fc105a20 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:22:09.371580 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8667eab2-7117-44c4-8d6e-c40ec089ca6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:09.425206 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 06fdec2e-918d-4e19-b051-7f47fc105a20, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06fdec2e-918d-4e19-b051-7f47fc105a20,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:09.438714 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'port_id': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'mac_address': 'fa:16:3e:7f:4c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:22:09.475769 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 06fdec2e-918d-4e19-b051-7f47fc105a20 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:22:09.476299 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:09.491933 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fdec2e-918d-4e19-b051-7f47fc105a20 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:22:09.515252 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 06fdec2e-918d-4e19-b051-7f47fc105a20, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06fdec2e-918d-4e19-b051-7f47fc105a20,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:09.519264 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:09.570823 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=06fdec2e-918d-4e19-b051-7f47fc105a20,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:09.686984 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb500d7-0b43-4a8d-8019-6d5058ca0531 req-b3c733c4-3a93-4664-a448-fceca0046a57 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:09.688539 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6bb500d7-0b43-4a8d-8019-6d5058ca0531 req-b3c733c4-3a93-4664-a448-fceca0046a57 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0515199 Aug 04 02:22:09.715952 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:09.741673 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6bb500d7-0b43-4a8d-8019-6d5058ca0531 req-e7ce6877-7c29-4ad6-91b2-3285b4ff6828 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466843 Aug 04 02:22:09.790668 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['06fdec2e-918d-4e19-b051-7f47fc105a20'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:22:10.384592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476b72e-a0f1-4a80-8d53-ee1ee2f6038f req-d0f66a3a-a789-4aa8-af07-3ef0bb168ed4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:10.386083 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f476b72e-a0f1-4a80-8d53-ee1ee2f6038f req-d0f66a3a-a789-4aa8-af07-3ef0bb168ed4 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 945 time: 0.0599680 Aug 04 02:22:10.435292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f476b72e-a0f1-4a80-8d53-ee1ee2f6038f req-bc9ada98-8cc7-401a-8dfa-30e82b55295f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431855 Aug 04 02:22:10.605878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56406) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:10.712022 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e37e228f-5611-4c13-a031-c7dca6386704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.788853 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e37e228f-5611-4c13-a031-c7dca6386704 admin admin] Publish callbacks [] for security_group (f32af2a5-2230-423d-aaae-544e0c6db53a), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.793228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e37e228f-5611-4c13-a031-c7dca6386704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (f32af2a5-2230-423d-aaae-544e0c6db53a), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.843218 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e37e228f-5611-4c13-a031-c7dca6386704 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=7d1b25acf4d4415ba28194c73b2d7ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362728 Aug 04 02:22:10.846071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56412) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:10.859041 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e228f-5611-4c13-a031-c7dca6386704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32af2a5-2230-423d-aaae-544e0c6db53a,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:10.879532 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55dcdd-2670-4f57-831b-875f1333683a req-5e329f6d-e146-4d2d-b029-d410c3360eb4 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:10.881610 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e55dcdd-2670-4f57-831b-875f1333683a req-5e329f6d-e146-4d2d-b029-d410c3360eb4 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0541279 Aug 04 02:22:10.903646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6601c06a-1419-43e6-8637-980556ffdc01 admin admin] Publish callbacks [] for security_group (f32af2a5-2230-423d-aaae-544e0c6db53a), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.927868 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:10.930160 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6601c06a-1419-43e6-8637-980556ffdc01 admin admin] Publish callbacks [] for security_group (f32af2a5-2230-423d-aaae-544e0c6db53a), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.942644 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e55dcdd-2670-4f57-831b-875f1333683a req-cf491dd6-41e5-49cf-9f72-795670a5883f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551901 Aug 04 02:22:10.979505 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6601c06a-1419-43e6-8637-980556ffdc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (f32af2a5-2230-423d-aaae-544e0c6db53a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.983107 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6601c06a-1419-43e6-8637-980556ffdc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:10.983546 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6601c06a-1419-43e6-8637-980556ffdc01 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/f32af2a5-2230-423d-aaae-544e0c6db53a HTTP/1.1" status: 204 len: 168 time: 0.1364660 Aug 04 02:22:10.992460 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601c06a-1419-43e6-8637-980556ffdc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32af2a5-2230-423d-aaae-544e0c6db53a,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:11.250438 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56418) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:11.266342 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87feb3df-abaf-487f-907b-a2bbb16e4ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.299238 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 06fdec2e-918d-4e19-b051-7f47fc105a20 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:22:11.345921 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 06fdec2e-918d-4e19-b051-7f47fc105a20 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:22:11.349746 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87feb3df-abaf-487f-907b-a2bbb16e4ca9 admin admin] Publish callbacks [] for security_group (21a4b3c6-3b38-4d01-a7a6-36948da42e83), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.352832 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 06fdec2e-918d-4e19-b051-7f47fc105a20 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:22:11.353210 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.354144 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-87feb3df-abaf-487f-907b-a2bbb16e4ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (21a4b3c6-3b38-4d01-a7a6-36948da42e83), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.393495 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-87feb3df-abaf-487f-907b-a2bbb16e4ca9 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=4547a3c13911403389b0229be9d1a7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419582 Aug 04 02:22:11.396550 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56420) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:11.402750 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87feb3df-abaf-487f-907b-a2bbb16e4ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a4b3c6-3b38-4d01-a7a6-36948da42e83,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:11.428149 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 06fdec2e-918d-4e19-b051-7f47fc105a20 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:22:11.428536 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.451756 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:22:11.454025 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923a422-82c9-4c82-965f-aaac843a2903" -d '{"events": [{"server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "name": "network-vif-plugged", "status": "completed", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:22:11.459272 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3792-e31d-44e4-b8ba-c2d01d97d6f7 admin admin] Publish callbacks [] for security_group (21a4b3c6-3b38-4d01-a7a6-36948da42e83), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.467655 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 06fdec2e-918d-4e19-b051-7f47fc105a20, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06fdec2e-918d-4e19-b051-7f47fc105a20,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:11.474500 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.486885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3792-e31d-44e4-b8ba-c2d01d97d6f7 admin admin] Publish callbacks [] for security_group (21a4b3c6-3b38-4d01-a7a6-36948da42e83), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.516604 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4947724e-1534-4f80-b7c2-3c9e5e7c84d4 x-openstack-request-id: req-4947724e-1534-4f80-b7c2-3c9e5e7c84d4 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:22:11.517361 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "name": "network-vif-plugged", "status": "completed", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:22:11.517773 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4947724e-1534-4f80-b7c2-3c9e5e7c84d4 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:22:11.518318 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4947724e-1534-4f80-b7c2-3c9e5e7c84d4'] response: {'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'code': 200} Aug 04 02:22:11.524567 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-91d304b2-2c4d-48ba-a3c9-6e22747fdebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.556258 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=06fdec2e-918d-4e19-b051-7f47fc105a20,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:11.565960 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3792-e31d-44e4-b8ba-c2d01d97d6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (21a4b3c6-3b38-4d01-a7a6-36948da42e83), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.569491 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3792-e31d-44e4-b8ba-c2d01d97d6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:11.573422 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0cfd3792-e31d-44e4-b8ba-c2d01d97d6f7 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/21a4b3c6-3b38-4d01-a7a6-36948da42e83 HTTP/1.1" status: 204 len: 168 time: 0.1733677 Aug 04 02:22:11.581352 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd3792-e31d-44e4-b8ba-c2d01d97d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a4b3c6-3b38-4d01-a7a6-36948da42e83,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:11.593118 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc907414-1a6b-4ea2-a5de-5c4dd8176489 req-b39877d3-a34d-4a18-8e7d-c48856ed4f71 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:11.603642 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc907414-1a6b-4ea2-a5de-5c4dd8176489 req-b39877d3-a34d-4a18-8e7d-c48856ed4f71 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0702195 Aug 04 02:22:11.672346 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc907414-1a6b-4ea2-a5de-5c4dd8176489 req-25c9251c-44f1-485f-abf0-9b428acd25d9 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676050 Aug 04 02:22:11.757231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d8fb-5467-4bc8-a82a-4d924ed597bb req-9203d33d-18da-45ae-9aed-148a8c1e5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:11.758951 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dba3d8fb-5467-4bc8-a82a-4d924ed597bb req-9203d33d-18da-45ae-9aed-148a8c1e5598 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 1130 time: 0.0474529 Aug 04 02:22:11.818450 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dba3d8fb-5467-4bc8-a82a-4d924ed597bb req-0ceb8743-9e9e-4661-9c98-f4844231cc1a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Aug 04 02:22:12.040509 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:12.079442 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d88cb5-95a4-4455-9410-b4bbb2ad49f0 req-bc377ac8-3211-4bef-9e47-11b7f7f90685 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:12.081055 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a0d88cb5-95a4-4455-9410-b4bbb2ad49f0 req-bc377ac8-3211-4bef-9e47-11b7f7f90685 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0504148 Aug 04 02:22:12.130835 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a0d88cb5-95a4-4455-9410-b4bbb2ad49f0 req-e13fd639-b5b4-4b4e-aa48-7d7459c8e9f5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Aug 04 02:22:12.749322 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:12.811859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e867e-7901-4f2e-865b-104ceb76b071 req-055992b5-699a-47d4-ad93-39e409c88ea6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:12.813518 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d73e867e-7901-4f2e-865b-104ceb76b071 req-055992b5-699a-47d4-ad93-39e409c88ea6 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0479937 Aug 04 02:22:12.862382 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d73e867e-7901-4f2e-865b-104ceb76b071 req-2a4e6b72-6c8a-4791-a171-e03a33c67457 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Aug 04 02:22:13.257588 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96c6d0-89ab-45df-ac4b-773c3c8ebd6e req-2b1f8692-7f91-4c13-9f5c-6b88fd5ad559 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:13.258984 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a96c6d0-89ab-45df-ac4b-773c3c8ebd6e req-2b1f8692-7f91-4c13-9f5c-6b88fd5ad559 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0496144 Aug 04 02:22:13.307096 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3a96c6d0-89ab-45df-ac4b-773c3c8ebd6e req-5c79ebc7-dc44-4f90-9eab-587303d4e587 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 Aug 04 02:22:13.670803 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56506) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:13.777380 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7657-ec68-4aca-8f75-de1cfbf9eabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:13.854089 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7657-ec68-4aca-8f75-de1cfbf9eabf admin admin] Publish callbacks [] for security_group (02bd1ec2-ab4e-4303-9673-258dd06eb2b9), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:13.857878 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f1b7657-ec68-4aca-8f75-de1cfbf9eabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (02bd1ec2-ab4e-4303-9673-258dd06eb2b9), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:13.900909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b7657-ec68-4aca-8f75-de1cfbf9eabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bd1ec2-ab4e-4303-9673-258dd06eb2b9,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:13.908827 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9f1b7657-ec68-4aca-8f75-de1cfbf9eabf admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=dc4b7b6e1399482b92bbb6b007e1eb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368941 Aug 04 02:22:13.910407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56512) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:13.968173 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c912dafb-1bef-4bfc-8afe-5e8f461d591c admin admin] Publish callbacks [] for security_group (02bd1ec2-ab4e-4303-9673-258dd06eb2b9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:13.990917 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c912dafb-1bef-4bfc-8afe-5e8f461d591c admin admin] Publish callbacks [] for security_group (02bd1ec2-ab4e-4303-9673-258dd06eb2b9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.023952 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:14.039165 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c912dafb-1bef-4bfc-8afe-5e8f461d591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (02bd1ec2-ab4e-4303-9673-258dd06eb2b9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.041930 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c912dafb-1bef-4bfc-8afe-5e8f461d591c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.045389 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c912dafb-1bef-4bfc-8afe-5e8f461d591c admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/02bd1ec2-ab4e-4303-9673-258dd06eb2b9 HTTP/1.1" status: 204 len: 168 time: 0.1311216 Aug 04 02:22:14.080582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912dafb-1bef-4bfc-8afe-5e8f461d591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bd1ec2-ab4e-4303-9673-258dd06eb2b9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:14.098323 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1aaea3-cd37-461e-830c-7067cc3dbd35 req-bccd07ca-5cc9-4e7a-acfd-76376ec985ff tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:14.099853 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0c1aaea3-cd37-461e-830c-7067cc3dbd35 req-bccd07ca-5cc9-4e7a-acfd-76376ec985ff tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.1621783 Aug 04 02:22:14.152446 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0c1aaea3-cd37-461e-830c-7067cc3dbd35 req-2cae5d52-614f-4c9a-8ba4-7649ccb6a5d5 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460227 Aug 04 02:22:14.265904 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80e737-5a63-4306-a256-d25cd1274d7f req-82f76225-f9e4-48a9-ad42-940fe9ead16e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:14.267380 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8b80e737-5a63-4306-a256-d25cd1274d7f req-82f76225-f9e4-48a9-ad42-940fe9ead16e tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0459890 Aug 04 02:22:14.278039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 56522) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:14.282889 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Request body: {'floatingip': {'port_id': '06fdec2e-918d-4e19-b051-7f47fc105a20'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:22:14.314309 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.325366 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (edcbc2aa-146f-43f7-bb80-32941adc86ee), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.346866 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56528) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:14.362451 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a674b677-34a6-40fd-8296-0fedf992b2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.429759 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:14.432240 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.472248 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a674b677-34a6-40fd-8296-0fedf992b2a6 admin admin] Publish callbacks [] for security_group (d696ef11-5736-4cac-9900-ef5df2e602cc), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.479050 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a674b677-34a6-40fd-8296-0fedf992b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d696ef11-5736-4cac-9900-ef5df2e602cc), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.524131 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a674b677-34a6-40fd-8296-0fedf992b2a6 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=36e111682adc40948af455a92fadaa0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737237 Aug 04 02:22:14.524131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674b677-34a6-40fd-8296-0fedf992b2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d696ef11-5736-4cac-9900-ef5df2e602cc,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:14.525944 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56530) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:14.562806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:14.585601 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4a12d1d-eb99-4597-8598-c335576f7795 admin admin] Publish callbacks [] for security_group (d696ef11-5736-4cac-9900-ef5df2e602cc), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.609539 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4a12d1d-eb99-4597-8598-c335576f7795 admin admin] Publish callbacks [] for security_group (d696ef11-5736-4cac-9900-ef5df2e602cc), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.665456 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4a12d1d-eb99-4597-8598-c335576f7795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d696ef11-5736-4cac-9900-ef5df2e602cc), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.668148 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d4a12d1d-eb99-4597-8598-c335576f7795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.669315 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d4a12d1d-eb99-4597-8598-c335576f7795 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/d696ef11-5736-4cac-9900-ef5df2e602cc HTTP/1.1" status: 204 len: 168 time: 0.1424823 Aug 04 02:22:14.684584 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:14.707670 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a12d1d-eb99-4597-8598-c335576f7795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696ef11-5736-4cac-9900-ef5df2e602cc,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:14.731399 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9edd1b-8e3b-48e3-a0b8-1b3320a86c3c req-c74ab7ec-d1ab-4a4d-83bd-6312dd5ad62a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:14.732983 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1f9edd1b-8e3b-48e3-a0b8-1b3320a86c3c req-c74ab7ec-d1ab-4a4d-83bd-6312dd5ad62a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0626538 Aug 04 02:22:14.783915 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1f9edd1b-8e3b-48e3-a0b8-1b3320a86c3c req-acab6c9f-3048-4a75-ba93-40a428dc924d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Aug 04 02:22:14.827960 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.832406 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (edcbc2aa-146f-43f7-bb80-32941adc86ee), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:14.932277 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP edcbc2aa-146f-43f7-bb80-32941adc86ee associated. External IP: 172.27.4.24, port: 06fdec2e-918d-4e19-b051-7f47fc105a20. Aug 04 02:22:15.135375 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:22:15.257818 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:22:15.262473 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:15.270298 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:22:15.280938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:22:15.281870 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:22:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:15.293743 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e36de6cb-a002-4f4a-8799-b72b3e0c4e63 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "PUT /networking/v2.0/floatingips/edcbc2aa-146f-43f7-bb80-32941adc86ee HTTP/1.1" status: 200 len: 991 time: 1.0142787 Aug 04 02:22:15.294544 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:22:15.296992 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478" -d '{"events": [{"name": "network-changed", "server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:22:15.342227 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe414d3-2b7b-4493-8b6d-6f9424d9db10 x-openstack-request-id: req-3fe414d3-2b7b-4493-8b6d-6f9424d9db10 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:22:15.342593 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:22:15.342923 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fe414d3-2b7b-4493-8b6d-6f9424d9db10 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:22:15.343427 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe414d3-2b7b-4493-8b6d-6f9424d9db10'] response: {'name': 'network-changed', 'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'status': 'completed', 'code': 200} Aug 04 02:22:15.399234 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:22:15.401212 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:15.405119 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-f73ce7c0-9e35-46f0-a062-a3045f6e4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:15.406804 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-f73ce7c0-9e35-46f0-a062-a3045f6e4a71 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 1130 time: 0.0410829 Aug 04 02:22:15.494925 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:15.512326 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-47d2d816-52a8-43fc-ac05-ba2f798a0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:15.513998 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-47d2d816-52a8-43fc-ac05-ba2f798a0458 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 200 len: 916 time: 0.1007483 Aug 04 02:22:15.567115 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:15.599338 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-0bba67ad-28a6-4548-8ebb-460ec9ee7885 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fdec2e-918d-4e19-b051-7f47fc105a20 HTTP/1.1" status: 200 len: 999 time: 0.0787144 Aug 04 02:22:15.617073 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=66 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:15.662577 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-d30af76a-265e-4327-9959-6b65a00ab0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:15.662727 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'edcbc2aa-146f-43f7-bb80-32941adc86ee', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.24', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:7f:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54afe06e-392b-455f-93ac-4e6471433b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:22:00Z', 'updated_at': '2022-08-04T02:22:14Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:15.663923 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-d30af76a-265e-4327-9959-6b65a00ab0b0 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 200 len: 854 time: 0.0572417 Aug 04 02:22:15.687382 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=63 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:15.689303 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:22:15.698173 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:22:15.698801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:22:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:15.705770 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:15.719666 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-39558d73-ba6b-4e07-9efc-704bd2eb950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:15.721894 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-39558d73-ba6b-4e07-9efc-704bd2eb950f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c3fd5976-8837-4886-aaff-706d72d2761f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472074 Aug 04 02:22:15.807358 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:22:15.825862 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-01eb4f52-a11b-4a44-9e6c-e3de33577d3a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974724 Aug 04 02:22:15.956097 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938a2f-5e80-4965-81ed-38759fbcf8dc req-5be7920e-270c-499c-8aaf-a65aba6b9560 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:15.956097 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21938a2f-5e80-4965-81ed-38759fbcf8dc req-5be7920e-270c-499c-8aaf-a65aba6b9560 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0647788 Aug 04 02:22:16.079217 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'edcbc2aa-146f-43f7-bb80-32941adc86ee', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.24', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:7f:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54afe06e-392b-455f-93ac-4e6471433b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:22:00Z', 'updated_at': '2022-08-04T02:22:14Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:22:16.107227 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623cf0e-e8ae-43fd-b700-b76e1251e379 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': 'edcbc2aa-146f-43f7-bb80-32941adc86ee', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'floating_ip_address': '172.27.4.24', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'port_id': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'mac_address': 'fa:16:3e:7f:4c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54afe06e-392b-455f-93ac-4e6471433b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:22:00Z', 'updated_at': '2022-08-04T02:22:14Z', 'revision_number': 1, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:22:16.253866 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86d23e1-84d4-4ea6-b4a9-d3d1df465478 req-018fc6bd-6050-49bd-be33-632f8abf4089 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211125 Aug 04 02:22:16.289555 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21938a2f-5e80-4965-81ed-38759fbcf8dc req-2d6f8188-1bc1-4bce-a55b-7a935187ba1e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258188 Aug 04 02:22:16.320409 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6139185e-54db-4f77-a3b3-ad4cad919937 None None] New status for floating IP edcbc2aa-146f-43f7-bb80-32941adc86ee: ACTIVE {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:22:17.420452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380646c2-f4da-428b-9b7b-a43ce5137699 req-f92a241c-f8bd-4da9-ab5f-534dafa5fe37 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:17.421974 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380646c2-f4da-428b-9b7b-a43ce5137699 req-f92a241c-f8bd-4da9-ab5f-534dafa5fe37 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0474877 Aug 04 02:22:17.467927 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-380646c2-f4da-428b-9b7b-a43ce5137699 req-27424d0a-215e-4689-b80b-fa1e89d4c661 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404024 Aug 04 02:22:18.463107 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56582) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:18.592851 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-266139ee-0199-45f2-87a9-b89f32c45ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.608417 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d322541-2811-4c00-aac7-9c8b592e213c req-32b2f36d-64bb-4945-93f7-0e8ee2867f1a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:18.609886 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d322541-2811-4c00-aac7-9c8b592e213c req-32b2f36d-64bb-4945-93f7-0e8ee2867f1a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0675821 Aug 04 02:22:18.689634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d322541-2811-4c00-aac7-9c8b592e213c req-fc3a4dbc-65fa-43e0-8607-33929418c39a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705938 Aug 04 02:22:18.720137 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-266139ee-0199-45f2-87a9-b89f32c45ef2 admin admin] Publish callbacks [] for security_group (e1d27262-b66e-4a52-abf9-aef2d0f74c4d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.724511 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-266139ee-0199-45f2-87a9-b89f32c45ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e1d27262-b66e-4a52-abf9-aef2d0f74c4d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.743723 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:18.764914 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266139ee-0199-45f2-87a9-b89f32c45ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d27262-b66e-4a52-abf9-aef2d0f74c4d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:18.770933 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-266139ee-0199-45f2-87a9-b89f32c45ef2 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=262a8f0071b645d2a1c60141ab52588c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067956 Aug 04 02:22:18.773665 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 56588) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:18.823770 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17b7704d-4205-43a6-a039-92ac80ffbf1a admin admin] Publish callbacks [] for security_group (e1d27262-b66e-4a52-abf9-aef2d0f74c4d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.845433 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17b7704d-4205-43a6-a039-92ac80ffbf1a admin admin] Publish callbacks [] for security_group (e1d27262-b66e-4a52-abf9-aef2d0f74c4d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.890823 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17b7704d-4205-43a6-a039-92ac80ffbf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e1d27262-b66e-4a52-abf9-aef2d0f74c4d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.893339 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-17b7704d-4205-43a6-a039-92ac80ffbf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:18.894462 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-17b7704d-4205-43a6-a039-92ac80ffbf1a admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/e1d27262-b66e-4a52-abf9-aef2d0f74c4d HTTP/1.1" status: 204 len: 168 time: 0.1199825 Aug 04 02:22:18.902656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7704d-4205-43a6-a039-92ac80ffbf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d27262-b66e-4a52-abf9-aef2d0f74c4d,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:19.816866 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac55e53-e667-4633-b98c-7d40eff975d3 req-f7e1e338-53e4-42bc-987a-88af4d0fa1af tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:19.818990 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ac55e53-e667-4633-b98c-7d40eff975d3 req-f7e1e338-53e4-42bc-987a-88af4d0fa1af tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0523524 Aug 04 02:22:19.830428 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:19.869994 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ac55e53-e667-4633-b98c-7d40eff975d3 req-447db1fa-33c6-4772-b7d0-a8f7e1845827 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453417 Aug 04 02:22:21.003998 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7c000-74f1-4766-b68d-ebca5e8c5eab req-f186208e-201f-4df3-8fae-94521a7be711 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:21.005486 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eab7c000-74f1-4766-b68d-ebca5e8c5eab req-f186208e-201f-4df3-8fae-94521a7be711 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0476961 Aug 04 02:22:21.053801 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eab7c000-74f1-4766-b68d-ebca5e8c5eab req-f64772cb-0a07-4d1c-bc06-a77d68384301 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 Aug 04 02:22:21.345767 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:22:21.452604 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:21.464880 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'mac_address': 'fa:16:3e:d9:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:22:21.499897 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: ACTIVE; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:22:21.500285 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:21.514144 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e27a122d-e8ab-43dd-b688-af2ca492785b {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:22:21.535768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:21.540288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:21.604471 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=6']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:21.677310 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['e27a122d-e8ab-43dd-b688-af2ca492785b'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:22:22.181192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7264f16-2370-4a22-80db-e251158b55b2 req-235472fe-84ec-4943-aad1-97191b0f0d35 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:22.182745 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b7264f16-2370-4a22-80db-e251158b55b2 req-235472fe-84ec-4943-aad1-97191b0f0d35 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 944 time: 0.0517561 Aug 04 02:22:22.231555 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b7264f16-2370-4a22-80db-e251158b55b2 req-831d51b3-9584-481c-8243-3da3bf4651a7 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Aug 04 02:22:23.371447 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:22:23.387666 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68415ad4-f0ee-4b5b-859e-0f2babf9c19a req-a40af30a-b018-4159-ace8-e599a0b27d4a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:23.395509 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-68415ad4-f0ee-4b5b-859e-0f2babf9c19a req-a40af30a-b018-4159-ace8-e599a0b27d4a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 944 time: 0.0655911 Aug 04 02:22:23.436635 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port e27a122d-e8ab-43dd-b688-af2ca492785b triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:22:23.437270 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:23.454762 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-68415ad4-f0ee-4b5b-859e-0f2babf9c19a req-32805c74-d348-4115-9941-a6540fcdd7fa tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578055 Aug 04 02:22:23.570466 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:22:23.570722 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:23.600038 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:22:23.602831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608182b-a575-467a-9aed-5b700d339177" -d '{"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-plugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:22:23.629955 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:23.640269 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:23.686396 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74b8cb-b525-4bbc-8c8e-faa961cffd16 x-openstack-request-id: req-0d74b8cb-b525-4bbc-8c8e-faa961cffd16 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:22:23.686690 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-plugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:22:23.686944 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d74b8cb-b525-4bbc-8c8e-faa961cffd16 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:22:23.687339 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d74b8cb-b525-4bbc-8c8e-faa961cffd16'] response: {'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'code': 200} Aug 04 02:22:23.728296 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=7']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:24.594812 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98554f7-47cd-4fde-823a-349770ae25ec req-439c424e-8500-48d3-b05e-1ddd3f72e921 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:24.596339 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d98554f7-47cd-4fde-823a-349770ae25ec req-439c424e-8500-48d3-b05e-1ddd3f72e921 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0571799 Aug 04 02:22:24.657559 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d98554f7-47cd-4fde-823a-349770ae25ec req-bdabf11a-85d3-4cd1-ab88-6ebc7ab4a682 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544426 Aug 04 02:22:25.289274 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=65 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:25.291176 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:25.801620 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757bec-073a-4413-a2bb-31ebd4d1d960 req-01782a27-6326-4142-81de-cf79e04294b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:25.803193 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5757bec-073a-4413-a2bb-31ebd4d1d960 req-01782a27-6326-4142-81de-cf79e04294b3 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0533950 Aug 04 02:22:25.867410 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5757bec-073a-4413-a2bb-31ebd4d1d960 req-760b7f68-f5d4-4d8a-b1f1-1124527ae726 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564911 Aug 04 02:22:26.422113 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:26.424485 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:27.007916 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77f238-1c67-48f9-af70-d6a2acff7810 req-b1b15d49-e0fd-4d22-afed-4be91484b7a0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:27.015751 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d77f238-1c67-48f9-af70-d6a2acff7810 req-b1b15d49-e0fd-4d22-afed-4be91484b7a0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0591424 Aug 04 02:22:27.069723 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d77f238-1c67-48f9-af70-d6a2acff7810 req-3ff46400-8659-4408-9298-b38d38145d8f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525134 Aug 04 02:22:28.203032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d333-d914-4d9c-96f5-5d496832848c req-00358005-a448-4a0d-8b15-51f3d05564c5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:28.204611 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff31d333-d914-4d9c-96f5-5d496832848c req-00358005-a448-4a0d-8b15-51f3d05564c5 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0539739 Aug 04 02:22:28.261046 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ff31d333-d914-4d9c-96f5-5d496832848c req-e87946f3-b9f5-4595-871e-c0f2861cf97e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486472 Aug 04 02:22:29.425234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a550e-2d1d-4d95-9c96-c671e34891fa req-7773b803-9b6a-4f8d-b620-fe05b92df04b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:29.428539 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c8a550e-2d1d-4d95-9c96-c671e34891fa req-7773b803-9b6a-4f8d-b620-fe05b92df04b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0657907 Aug 04 02:22:29.493849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c8a550e-2d1d-4d95-9c96-c671e34891fa req-10cffec3-b7bb-4bba-91f3-6db620da526a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545964 Aug 04 02:22:30.640709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e2e41-c38c-4ff8-91dc-1538f3db9f71 req-412756b3-e4af-4cee-a24a-292ccfab7158 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:30.642427 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-651e2e41-c38c-4ff8-91dc-1538f3db9f71 req-412756b3-e4af-4cee-a24a-292ccfab7158 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0655024 Aug 04 02:22:30.662303 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:30.730413 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-651e2e41-c38c-4ff8-91dc-1538f3db9f71 req-46aad548-d48f-4802-974d-efc4b8adfd94 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770915 Aug 04 02:22:31.866619 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdcf9a-6285-4670-acb4-adbe5e763cd1 req-cbf8a443-0830-4a8e-baf1-b05f0270f194 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:31.868068 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-25bdcf9a-6285-4670-acb4-adbe5e763cd1 req-cbf8a443-0830-4a8e-baf1-b05f0270f194 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0479949 Aug 04 02:22:31.914657 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-25bdcf9a-6285-4670-acb4-adbe5e763cd1 req-ad6d1cb6-6801-4e41-a659-1f0105b971da tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Aug 04 02:22:32.440185 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:32.475603 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-a31bb0bd-1805-4c87-8053-866432eeb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:32.477256 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-a31bb0bd-1805-4c87-8053-866432eeb1b5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1129 time: 0.1408565 Aug 04 02:22:32.579121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-16e336b0-dfc7-4b4e-a23a-0875f721debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:32.580574 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-16e336b0-dfc7-4b4e-a23a-0875f721debe service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.0901611 Aug 04 02:22:32.644801 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-066a7b53-41f6-43b8-9a69-72e2e9fcc294 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 1001 time: 0.0545528 Aug 04 02:22:32.699603 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-4fd511d3-6fb7-4b19-bb0e-240898c679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:32.701065 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-4fd511d3-6fb7-4b19-bb0e-240898c679a2 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0483952 Aug 04 02:22:32.747007 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-dfe89d52-70fe-467f-bdf3-94e528bea3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:32.748903 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-dfe89d52-70fe-467f-bdf3-94e528bea3be service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407202 Aug 04 02:22:32.840767 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-9264487d-ee35-4a3f-8a0f-e1ec7ebe6cfb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850871 Aug 04 02:22:32.934001 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-18c51df8-2e25-44ee-acdf-b0b54f2e7222 req-323b17bf-07e6-4224-8f79-c20f9c565047 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Aug 04 02:22:33.042267 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84e87-ebcf-4eec-85eb-e9ba049e68d9 req-a5c67c6c-c129-4321-92aa-2744b2309baa tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:33.043744 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bec84e87-ebcf-4eec-85eb-e9ba049e68d9 req-a5c67c6c-c129-4321-92aa-2744b2309baa tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0511987 Aug 04 02:22:33.094841 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bec84e87-ebcf-4eec-85eb-e9ba049e68d9 req-380f9fc4-7da7-4015-9663-94c55d271d31 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452166 Aug 04 02:22:33.713406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:33.724433 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=89 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:33.726174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:34.220031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8860281-649d-413b-ac7e-c48680ca3381 req-2bb2d383-a498-4bd8-830a-8752b0fd0797 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:34.221456 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8860281-649d-413b-ac7e-c48680ca3381 req-2bb2d383-a498-4bd8-830a-8752b0fd0797 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0469439 Aug 04 02:22:34.268154 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b8860281-649d-413b-ac7e-c48680ca3381 req-383ef921-3ce0-4908-8328-0efcaa1c77f6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411916 Aug 04 02:22:34.495659 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:35.394621 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:35.415625 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e5980-4c19-4adf-9be2-bb64090b3f94 req-3bcef331-3f3b-45ce-929f-a68775aa0407 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:35.417140 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8e5980-4c19-4adf-9be2-bb64090b3f94 req-3bcef331-3f3b-45ce-929f-a68775aa0407 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 945 time: 0.0547903 Aug 04 02:22:35.471538 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8e5980-4c19-4adf-9be2-bb64090b3f94 req-ab7d966e-8d46-4557-93b6-1c681a074302 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487788 Aug 04 02:22:35.474571 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: ACTIVE; New status is: DOWN {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:22:35.474968 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:35.499196 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:22:35.501545 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c5b23f-9243-49c5-8ccf-484cfb0c6a60" -d '{"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-unplugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:22:35.516588 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:22:35.522546 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:35.549256 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Aug 2022 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab57bed-3ddb-4e4c-92b5-6f5313a9329b x-openstack-request-id: req-3ab57bed-3ddb-4e4c-92b5-6f5313a9329b {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:22:35.549538 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-unplugged", "status": "failed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "code": 422}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:22:35.549788 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ab57bed-3ddb-4e4c-92b5-6f5313a9329b {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:22:35.550222 dv-cinder-740146-17-iscsi neutron-server[104418]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3ab57bed-3ddb-4e4c-92b5-6f5313a9329b']: {'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'code': 422} returned with failed status Aug 04 02:22:35.576974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=8']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:36.471757 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363b41-2de0-4295-a217-27fda055f7c8 req-6b14b5a4-757d-40f5-8c69-6e344c5b9621 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:36.474003 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a363b41-2de0-4295-a217-27fda055f7c8 req-6b14b5a4-757d-40f5-8c69-6e344c5b9621 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0670233 Aug 04 02:22:36.518217 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-788e3a73-63e2-4a14-960f-2f0a09ce1c81 service neutron] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0657086 Aug 04 02:22:36.554881 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6a363b41-2de0-4295-a217-27fda055f7c8 req-fec9bb80-6770-45e3-af54-7a81c3e688ba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634236 Aug 04 02:22:36.599501 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-60d61eb0-19e9-42a7-97a6-511dd5e25b6e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:36.600840 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-60d61eb0-19e9-42a7-97a6-511dd5e25b6e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports/e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 940 time: 0.0540555 Aug 04 02:22:37.521777 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:37.533145 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-2ccebca3-a979-466b-bd70-8c43b3b775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:37.535165 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-2ccebca3-a979-466b-bd70-8c43b3b775a5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b&tenant_id=11284ae13d2f4c5ba47517f672968623 HTTP/1.1" status: 200 len: 1127 time: 0.0454168 Aug 04 02:22:37.601989 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-fd46ac9b-7e52-4f88-9163-5d739bb1e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:37.604103 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-fd46ac9b-7e52-4f88-9163-5d739bb1e653 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1127 time: 0.0452335 Aug 04 02:22:37.710201 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:37.734617 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f2e8e-1104-4524-995a-6584156bbe0d req-1310abe9-43c8-4aa1-a6b2-7b54cb108ff9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:37.736090 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-253f2e8e-1104-4524-995a-6584156bbe0d req-1310abe9-43c8-4aa1-a6b2-7b54cb108ff9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0708933 Aug 04 02:22:37.776789 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-980a2ffc-bde0-43d0-b907-7e724c261267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:37.778268 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-980a2ffc-bde0-43d0-b907-7e724c261267 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.1671226 Aug 04 02:22:37.832532 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:37.836714 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:37.849801 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-253f2e8e-1104-4524-995a-6584156bbe0d req-f5c0c425-23d1-4aeb-8dd4-e496f1d64950 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979280 Aug 04 02:22:37.855801 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-73c861ce-8838-4772-86a1-54b8fbfe7afa service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 999 time: 0.0700948 Aug 04 02:22:37.906382 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-65612494-d85a-4095-b24f-a9fe178e668c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:37.907857 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-65612494-d85a-4095-b24f-a9fe178e668c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0465794 Aug 04 02:22:37.955772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-1977292d-e606-48d1-8982-b6b163974661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:37.957229 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-1977292d-e606-48d1-8982-b6b163974661 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434661 Aug 04 02:22:38.049502 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-a428c868-45c1-4dd0-a243-89fd0416f304 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855792 Aug 04 02:22:38.146965 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b13cfb4-f8c7-4026-91ef-f196fb774bd3 req-bf5b6e72-5cbf-47c5-9094-87689c9fd26b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917404 Aug 04 02:22:39.027424 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827919-7b87-4ec4-bec8-67facb45af72 req-1114414a-2aa0-4585-89be-646b247a9cd9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:39.029384 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef827919-7b87-4ec4-bec8-67facb45af72 req-1114414a-2aa0-4585-89be-646b247a9cd9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0819192 Aug 04 02:22:39.080248 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef827919-7b87-4ec4-bec8-67facb45af72 req-bf401541-126e-474d-b22b-790d24031e41 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447578 Aug 04 02:22:39.326597 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2f21427e-92bc-4882-9817-f588c9a7e367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:39.876136 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:22:40.225523 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b928a4-a7b8-4ced-a206-a65716ee272d req-d8e03fc4-4e4b-4a50-bd9a-f0a51d93e125 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:40.226943 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-02b928a4-a7b8-4ced-a206-a65716ee272d req-d8e03fc4-4e4b-4a50-bd9a-f0a51d93e125 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0519719 Aug 04 02:22:40.272883 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:22:40.277828 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-02b928a4-a7b8-4ced-a206-a65716ee272d req-050b765b-0aa9-4cb5-a08e-5b66d59e414d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Aug 04 02:22:40.364204 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: DOWN; New status is: DOWN {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:22:41.415018 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a5c1-852c-4321-b566-98fb11f3914f req-483bb9c7-a6bc-4e66-bced-4faf56826cc6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:41.416676 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd77a5c1-852c-4321-b566-98fb11f3914f req-483bb9c7-a6bc-4e66-bced-4faf56826cc6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0499189 Aug 04 02:22:41.467843 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fd77a5c1-852c-4321-b566-98fb11f3914f req-753931b8-f332-455d-b419-a3af7b16d65b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 Aug 04 02:22:41.498264 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6e3c973-119b-434b-bbd6-caae20348da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:42.603268 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8960f70-1b5b-4c71-8382-21f37e437934 req-a722b858-5d91-4c8b-8ff0-0ec4b926a4f0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:42.605492 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8960f70-1b5b-4c71-8382-21f37e437934 req-a722b858-5d91-4c8b-8ff0-0ec4b926a4f0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0484426 Aug 04 02:22:42.662334 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d8960f70-1b5b-4c71-8382-21f37e437934 req-861a33d2-8445-47ed-abd5-7d0e666975a1 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512905 Aug 04 02:22:42.752821 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:43.806130 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b7f99-1ed7-49aa-85c5-711e5c5321c6 req-023f4868-d4cc-4f73-8122-f239fd925f43 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:43.808358 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-977b7f99-1ed7-49aa-85c5-711e5c5321c6 req-023f4868-d4cc-4f73-8122-f239fd925f43 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0614235 Aug 04 02:22:43.849837 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:43.863318 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-977b7f99-1ed7-49aa-85c5-711e5c5321c6 req-a7e9954f-67f4-4a91-b0a3-aa57e7740633 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493293 Aug 04 02:22:44.315663 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:44.442749 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:44.995738 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa003f-2422-4897-94c8-e6a6ab3871c5 req-f31e35a4-576e-4fe4-8626-a204512d8e3a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:44.997460 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40aa003f-2422-4897-94c8-e6a6ab3871c5 req-f31e35a4-576e-4fe4-8626-a204512d8e3a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0499661 Aug 04 02:22:45.035427 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:45.050599 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-40aa003f-2422-4897-94c8-e6a6ab3871c5 req-32104697-d37a-45fb-9a5a-7785c414be64 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Aug 04 02:22:46.182880 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a4f19-c2fb-422e-9a6b-b7f9bddf98d0 req-2cb6c81c-6df8-405d-a953-2dc893e1e0ce tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:46.189227 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-485a4f19-c2fb-422e-9a6b-b7f9bddf98d0 req-2cb6c81c-6df8-405d-a953-2dc893e1e0ce tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0595908 Aug 04 02:22:46.237489 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-485a4f19-c2fb-422e-9a6b-b7f9bddf98d0 req-ea91f1d8-257c-43c2-aaa9-57bb47c8e549 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472383 Aug 04 02:22:46.583604 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:46.594386 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:47.361792 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ed480-5720-4522-913e-77a3e1d38ea0 req-b1be3958-42e2-48b1-8cfb-5a6b87f31f34 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:47.363279 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14ed480-5720-4522-913e-77a3e1d38ea0 req-b1be3958-42e2-48b1-8cfb-5a6b87f31f34 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0473006 Aug 04 02:22:47.412536 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f14ed480-5720-4522-913e-77a3e1d38ea0 req-ced93ad1-89e5-4396-b98f-516e5fbddec2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433898 Aug 04 02:22:48.091313 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57000) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:48.195017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.280721 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Publish callbacks [] for security_group (60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.284439 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.325808 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:48.329864 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=9b1c415a83d34029a1c2ef13835c3df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372003 Aug 04 02:22:48.332600 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57004) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:22:48.335985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.336340 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.336728 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.337075 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.337416 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.337753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.338087 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.338463 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.338796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.339124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.339455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.339781 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.340106 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.340429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.340784 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f8bc3e-4f97-45e7-a96b-30e24ff7ec3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:22:48.382732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-480c4ecd-5765-413d-9c41-9fadb92f39f4 admin admin] Publish callbacks [] for security_group (60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.405063 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-480c4ecd-5765-413d-9c41-9fadb92f39f4 admin admin] Publish callbacks [] for security_group (60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.456842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-480c4ecd-5765-413d-9c41-9fadb92f39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.460114 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-480c4ecd-5765-413d-9c41-9fadb92f39f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:22:48.464263 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-480c4ecd-5765-413d-9c41-9fadb92f39f4 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5 HTTP/1.1" status: 204 len: 168 time: 0.1305881 Aug 04 02:22:48.473426 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c4ecd-5765-413d-9c41-9fadb92f39f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba9fe4-3f34-47cf-b1bf-b43ee7e096d5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:22:48.550222 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f9127-25b5-402e-9d6a-e2b896491e07 req-91bee348-fd41-4f4c-a629-386842775ccd tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:48.552253 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f73f9127-25b5-402e-9d6a-e2b896491e07 req-91bee348-fd41-4f4c-a629-386842775ccd tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0495191 Aug 04 02:22:48.603551 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f73f9127-25b5-402e-9d6a-e2b896491e07 req-f519cf4a-7a24-4cd9-8570-d6320ee2ca2f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Aug 04 02:22:49.731647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb32b6-e467-48a8-aa39-65654b3bb177 req-ca8a799f-1c3e-4117-8d4f-297bf692c29a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:49.733189 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04cb32b6-e467-48a8-aa39-65654b3bb177 req-ca8a799f-1c3e-4117-8d4f-297bf692c29a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0495844 Aug 04 02:22:49.783502 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-04cb32b6-e467-48a8-aa39-65654b3bb177 req-6c546646-a0fd-46aa-a962-65e2f2893a74 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446994 Aug 04 02:22:49.871272 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:49.872010 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:50.911919 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1811f4-1fc5-4e44-ae66-a140de2754fb req-51f2230b-708f-4d5b-9b95-3bc1c3d6419e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:50.913426 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf1811f4-1fc5-4e44-ae66-a140de2754fb req-51f2230b-708f-4d5b-9b95-3bc1c3d6419e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0538266 Aug 04 02:22:50.966388 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf1811f4-1fc5-4e44-ae66-a140de2754fb req-20270943-d6a5-4e7d-b674-82c67819d7ba tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Aug 04 02:22:52.091359 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59cc9a-753c-43a2-8a6f-bbce207cba21 req-bffd275d-76e0-4fa6-b915-ce6dc4d283f0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:52.093190 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c59cc9a-753c-43a2-8a6f-bbce207cba21 req-bffd275d-76e0-4fa6-b915-ce6dc4d283f0 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0497985 Aug 04 02:22:52.142609 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1c59cc9a-753c-43a2-8a6f-bbce207cba21 req-8918dbd7-ef32-4191-be44-18e30b7e5504 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Aug 04 02:22:53.269996 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ba74b-5bdf-4690-8319-7c465a83205e req-86107f3a-8446-4708-a789-f178817e2ebf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:53.271493 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-172ba74b-5bdf-4690-8319-7c465a83205e req-86107f3a-8446-4708-a789-f178817e2ebf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0516632 Aug 04 02:22:53.320685 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-172ba74b-5bdf-4690-8319-7c465a83205e req-543b300c-009e-4aba-aa0f-769c9705678f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Aug 04 02:22:54.311684 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=32,neutron:UPDATE=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:54.438057 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:54.438681 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:54.449472 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fc1f0-e267-44ac-a9ab-b7445dc2ce36 req-835eb315-5dae-4a79-b6f6-8d1ac001e99c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:54.450973 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0d8fc1f0-e267-44ac-a9ab-b7445dc2ce36 req-835eb315-5dae-4a79-b6f6-8d1ac001e99c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0530739 Aug 04 02:22:54.495785 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:54.501017 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0d8fc1f0-e267-44ac-a9ab-b7445dc2ce36 req-784dc50b-4f4f-499e-bd78-3ff21afae5d4 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Aug 04 02:22:55.621200 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a600d-dbf1-47a4-b7ad-45d70c8b6390 req-9988fa33-a01f-4f42-a05f-2f62dca51f21 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:55.622637 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f99a600d-dbf1-47a4-b7ad-45d70c8b6390 req-9988fa33-a01f-4f42-a05f-2f62dca51f21 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0459175 Aug 04 02:22:55.675122 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f99a600d-dbf1-47a4-b7ad-45d70c8b6390 req-0cb59526-4241-4cad-b72c-7e84874c4c7a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469608 Aug 04 02:22:56.795462 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a8c1a-7ad9-4cb4-bda3-2b6aa554c08c req-2dae99d1-4c33-417f-94ec-af32508ca855 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:56.796944 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d9a8c1a-7ad9-4cb4-bda3-2b6aa554c08c req-2dae99d1-4c33-417f-94ec-af32508ca855 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0463221 Aug 04 02:22:56.844027 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3d9a8c1a-7ad9-4cb4-bda3-2b6aa554c08c req-5be6e2ae-ade5-4d9d-a1d5-217ba6da8012 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 Aug 04 02:22:57.970316 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b1239-8b4f-4c67-ab3c-5ab969a9b5f1 req-067ec616-da10-4932-bace-a0039386fc8b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:57.971799 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02b1239-8b4f-4c67-ab3c-5ab969a9b5f1 req-067ec616-da10-4932-bace-a0039386fc8b tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0477576 Aug 04 02:22:58.021322 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a02b1239-8b4f-4c67-ab3c-5ab969a9b5f1 req-15db6271-5664-48b3-a33e-1b2062be4bfb tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Aug 04 02:22:58.438783 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:58.473806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:58.487509 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=41 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:22:59.150053 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87247092-801b-4e90-8f3f-3867462916e7 req-f65ccdb2-e783-4068-812b-3beb512e69c6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:22:59.152062 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87247092-801b-4e90-8f3f-3867462916e7 req-f65ccdb2-e783-4068-812b-3beb512e69c6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0501122 Aug 04 02:22:59.201813 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87247092-801b-4e90-8f3f-3867462916e7 req-3a8758b6-7746-488e-a335-3f75698f7f29 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436904 Aug 04 02:23:00.333788 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf334aaa-62cf-49eb-bbeb-df12753b184d req-50eda743-fb0c-42b1-9e51-1cd7b322e62f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:00.335184 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf334aaa-62cf-49eb-bbeb-df12753b184d req-50eda743-fb0c-42b1-9e51-1cd7b322e62f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0515547 Aug 04 02:23:00.381896 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf334aaa-62cf-49eb-bbeb-df12753b184d req-e8d5971c-1c79-42f9-936e-8e460e3b0e45 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411367 Aug 04 02:23:01.510220 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4491f3-c339-498d-929c-3dbe8eda2b8f req-36b81d28-aebd-4a26-a204-914c865359ea tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:01.512078 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b4491f3-c339-498d-929c-3dbe8eda2b8f req-36b81d28-aebd-4a26-a204-914c865359ea tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0500133 Aug 04 02:23:01.565094 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b4491f3-c339-498d-929c-3dbe8eda2b8f req-3786282c-4de6-4407-8ef6-c4561a95f207 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Aug 04 02:23:02.709380 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aaebd3-533a-45d6-8721-0257097c11d4 req-4e2a1a6d-ee9f-4a37-bf9a-99e002ba725a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:02.710964 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-74aaebd3-533a-45d6-8721-0257097c11d4 req-4e2a1a6d-ee9f-4a37-bf9a-99e002ba725a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0503724 Aug 04 02:23:02.759565 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-74aaebd3-533a-45d6-8721-0257097c11d4 req-3f3c8960-4726-415e-9232-736087cfdc3e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427108 Aug 04 02:23:03.890055 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498184-aec6-4547-b695-28fc9e215b27 req-4cd41d9c-3629-4236-9052-2865cde8d47d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:03.891547 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3b498184-aec6-4547-b695-28fc9e215b27 req-4cd41d9c-3629-4236-9052-2865cde8d47d tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 943 time: 0.0475485 Aug 04 02:23:03.944250 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3b498184-aec6-4547-b695-28fc9e215b27 req-402fc5ec-987b-4c97-ad9e-f93980a2a589 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Aug 04 02:23:04.378118 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:23:04.486623 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:04.506887 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'port_id': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'mac_address': 'fa:16:3e:d9:5b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:23:04.515222 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:04.546846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:04.547240 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:04.560571 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27a122d-e8ab-43dd-b688-af2ca492785b {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:23:04.584639 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:04.588459 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:04.633491 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=9']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:04.825617 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['e27a122d-e8ab-43dd-b688-af2ca492785b'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:23:05.073574 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987f1d2-6146-4137-b40f-e7b05d27fc97 req-fab8e382-a4cc-4f77-a65f-ef7e24097a3c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:05.075846 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a987f1d2-6146-4137-b40f-e7b05d27fc97 req-fab8e382-a4cc-4f77-a65f-ef7e24097a3c tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 944 time: 0.0526202 Aug 04 02:23:05.124560 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a987f1d2-6146-4137-b40f-e7b05d27fc97 req-636d23fb-bc19-4411-9251-ad4082e68159 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Aug 04 02:23:06.248795 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdaefde-66ee-4e83-9b3b-44a8409a4f1b req-18869156-3add-4afb-a3eb-13abc8168900 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:06.250279 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfdaefde-66ee-4e83-9b3b-44a8409a4f1b req-18869156-3add-4afb-a3eb-13abc8168900 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 944 time: 0.0477693 Aug 04 02:23:06.309682 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfdaefde-66ee-4e83-9b3b-44a8409a4f1b req-7ee7de62-b88b-4946-ab97-ff1450e9068f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532155 Aug 04 02:23:06.397031 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:06.440937 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port e27a122d-e8ab-43dd-b688-af2ca492785b triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:06.441339 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:06.514178 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port e27a122d-e8ab-43dd-b688-af2ca492785b is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:06.514820 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:06.541892 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:06.544214 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d38426a-564f-42a3-ae91-ee5db7e71973" -d '{"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-plugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:06.559746 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:06.566305 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:06.625068 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=10']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:06.739540 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192fc19-0ac2-45a8-b6f5-15491e7eeb15 x-openstack-request-id: req-6192fc19-0ac2-45a8-b6f5-15491e7eeb15 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:06.739837 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-plugged", "status": "completed", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:06.740091 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6192fc19-0ac2-45a8-b6f5-15491e7eeb15 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:06.740495 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6192fc19-0ac2-45a8-b6f5-15491e7eeb15'] response: {'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'code': 200} Aug 04 02:23:06.911956 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:06.944343 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1cbf3-024a-4b17-a96f-92466a32501c req-c7bf648e-db78-4451-888e-91a2c9756f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:06.945848 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7fa1cbf3-024a-4b17-a96f-92466a32501c req-c7bf648e-db78-4451-888e-91a2c9756f64 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1130 time: 0.0427442 Aug 04 02:23:06.990123 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7fa1cbf3-024a-4b17-a96f-92466a32501c req-a345baa7-5f7d-4ece-851f-84e51afdb18f service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376768 Aug 04 02:23:07.285862 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:07.291682 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-ca502ff7-2ad1-4406-93fa-ece7a68599e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:07.293217 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-ca502ff7-2ad1-4406-93fa-ece7a68599e6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=11284ae13d2f4c5ba47517f672968623&device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 1130 time: 0.0397491 Aug 04 02:23:07.445457 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-934c940e-f31f-4a28-9f88-be9939c073ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:07.446872 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-934c940e-f31f-4a28-9f88-be9939c073ac service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 200 len: 918 time: 0.1338654 Aug 04 02:23:07.457277 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9827c-762d-43d6-9c5c-0bbc03839b8d req-31d39216-4c0e-4ef6-a305-43470ab03345 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:07.458661 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-93b9827c-762d-43d6-9c5c-0bbc03839b8d req-31d39216-4c0e-4ef6-a305-43470ab03345 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.0669816 Aug 04 02:23:07.506262 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-93b9827c-762d-43d6-9c5c-0bbc03839b8d req-7e2aae46-9855-4536-931c-81d5f6a2e366 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420876 Aug 04 02:23:07.841549 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:07.850898 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-aaca130e-bce9-4156-a385-d5669ba0ab50 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 200 len: 1001 time: 0.0581725 Aug 04 02:23:08.207892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-fc0f7a0e-6ad9-4d7d-9d5c-3e6d4b88a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:08.210392 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-fc0f7a0e-6ad9-4d7d-9d5c-3e6d4b88a653 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 200 len: 856 time: 0.0646632 Aug 04 02:23:08.641508 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa8bbe-6e01-413f-a7b5-eb72b79dd563 req-e8b2affb-479f-4721-a875-27b816b36b0f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:08.645846 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-64fa8bbe-6e01-413f-a7b5-eb72b79dd563 req-e8b2affb-479f-4721-a875-27b816b36b0f tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.0573788 Aug 04 02:23:08.698240 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-64fa8bbe-6e01-413f-a7b5-eb72b79dd563 req-47a0c871-5db5-4681-ab52-9e29283f3126 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Aug 04 02:23:08.879616 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-017704e3-2154-4bb4-bcf1-6061955aa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:08.881146 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-017704e3-2154-4bb4-bcf1-6061955aa2d8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=a5813221-e639-425b-a3c4-33938890da3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417895 Aug 04 02:23:09.039147 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-81a2ff49-86a1-4122-97c7-0193836c2ac8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276565 Aug 04 02:23:09.157270 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e8be1dac-5a70-40db-9aad-fff320570d93 req-1af110c8-b91a-4aee-9380-0877677e865b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918314 Aug 04 02:23:09.321830 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc18c-1742-46bc-b9db-cceba8170f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:09.822404 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4736b8-f229-4b36-a8b2-b08b040bdfea req-80918663-83de-4cc3-ac98-8cde5d76036a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:09.824010 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba4736b8-f229-4b36-a8b2-b08b040bdfea req-80918663-83de-4cc3-ac98-8cde5d76036a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.0487401 Aug 04 02:23:09.884031 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba4736b8-f229-4b36-a8b2-b08b040bdfea req-b56b78ff-3356-4b91-9b1e-33457fa62208 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535300 Aug 04 02:23:11.491478 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5f8d45ed-987e-4e3f-8e70-fbf42d69f62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:12.753373 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:14.316669 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:14.427339 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:14.830809 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:16.875007 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:23:17.645398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1456f6-b272-4e99-82d6-d3ab77209dbc req-13f8e619-6670-47dd-95d2-577d8457ad70 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:17.647020 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4b1456f6-b272-4e99-82d6-d3ab77209dbc req-13f8e619-6670-47dd-95d2-577d8457ad70 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0482037 Aug 04 02:23:17.695692 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4b1456f6-b272-4e99-82d6-d3ab77209dbc req-c8f356ab-7ae8-471f-96f9-c31c07409381 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429494 Aug 04 02:23:18.822672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62a3f9-5484-49c2-bf59-de30b3597eaf req-6404938c-c064-4968-bf98-238dd555f833 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:18.824106 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c62a3f9-5484-49c2-bf59-de30b3597eaf req-6404938c-c064-4968-bf98-238dd555f833 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0498443 Aug 04 02:23:18.872678 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c62a3f9-5484-49c2-bf59-de30b3597eaf req-996c5250-1c92-41b6-a5d6-01b283a9ff21 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423505 Aug 04 02:23:19.514587 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:19.528698 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-9f796054-5c90-4e6b-8c4a-d0f13e01c054 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:19.530133 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-9f796054-5c90-4e6b-8c4a-d0f13e01c054 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0475676 Aug 04 02:23:19.576346 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:19.616963 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 06fdec2e-918d-4e19-b051-7f47fc105a20 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:19.617223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:19.709595 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] For port 06fdec2e-918d-4e19-b051-7f47fc105a20, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=06fdec2e-918d-4e19-b051-7f47fc105a20,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:19.709964 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:19.878959 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:19.879582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (edcbc2aa-146f-43f7-bb80-32941adc86ee), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:19.879772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Floating IP edcbc2aa-146f-43f7-bb80-32941adc86ee disassociated. External IP: 172.27.4.24, port: 06fdec2e-918d-4e19-b051-7f47fc105a20. Aug 04 02:23:19.880189 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 06fdec2e-918d-4e19-b051-7f47fc105a20 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:20.248490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafb701-0dc2-4075-965d-d5aa7f9f3be4 req-9d530ca9-67b4-4121-bf4a-093621f4674b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:20.250558 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bfafb701-0dc2-4075-965d-d5aa7f9f3be4 req-9d530ca9-67b4-4121-bf4a-093621f4674b tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 946 time: 0.0683892 Aug 04 02:23:20.355599 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1346b89-884e-40ad-96db-6ac7f763a88f req-11e2b1d4-e1bf-436e-8b46-376692b1b32b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:20.357071 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1346b89-884e-40ad-96db-6ac7f763a88f req-11e2b1d4-e1bf-436e-8b46-376692b1b32b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0942783 Aug 04 02:23:20.395306 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bfafb701-0dc2-4075-965d-d5aa7f9f3be4 req-c9abacb5-dec3-406b-8953-60078cd439cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=99533b4a-d19e-4aec-becb-42a4d9f8bf51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334858 Aug 04 02:23:20.433850 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (06fdec2e-918d-4e19-b051-7f47fc105a20), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:20.443927 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b1346b89-884e-40ad-96db-6ac7f763a88f req-54980ffb-051e-4fb6-8280-c79824dff07b tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788906 Aug 04 02:23:20.464630 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=06fdec2e-918d-4e19-b051-7f47fc105a20,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:20.575940 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:20.680585 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:20.690777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:20.700391 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:20.701035 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:20.726101 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] No DVR routers for this DVR port 06fdec2e-918d-4e19-b051-7f47fc105a20 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:20.728593 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:20.731734 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b4726431-df94-4e92-ac6f-29e1ce476805 req-11931cbf-99f1-4a44-a2ea-664568a3584f tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.36 "DELETE /networking/v2.0/ports/06fdec2e-918d-4e19-b051-7f47fc105a20 HTTP/1.1" status: 204 len: 173 time: 1.1964300 Aug 04 02:23:20.732161 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'name': 'network-vif-deleted', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:20.735148 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabd0d6-4c82-4360-8303-c93f0aeb5d5e" -d '{"events": [{"server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "name": "network-vif-deleted", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:20.828762 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:20.839304 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a3c427-0eca-49f9-9f9b-f240ea99226c x-openstack-request-id: req-a5a3c427-0eca-49f9-9f9b-f240ea99226c {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:20.839715 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54afe06e-392b-455f-93ac-4e6471433b8b", "name": "network-vif-deleted", "tag": "06fdec2e-918d-4e19-b051-7f47fc105a20", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:20.839970 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a5a3c427-0eca-49f9-9f9b-f240ea99226c {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:20.840379 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a3c427-0eca-49f9-9f9b-f240ea99226c'] response: {'server_uuid': '54afe06e-392b-455f-93ac-4e6471433b8b', 'name': 'network-vif-deleted', 'tag': '06fdec2e-918d-4e19-b051-7f47fc105a20', 'status': 'completed', 'code': 200} Aug 04 02:23:20.939780 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:21.126698 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:21.152934 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:21.162105 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:21.162722 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:21.270441 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:21.271887 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:21.338316 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:21.458629 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:21.470164 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:21.504727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:21.505953 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:21.513451 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c5d481-a40d-42c8-83ae-b024ffd59103 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:10Z', 'revision_number': 4, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '692eeea0-d735-459c-bc53-6d59e02181ea', 'name': '', 'network_id': 'c3fd5976-8837-4886-aaff-706d72d2761f', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'mac_address': 'fa:16:3e:af:47:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:08Z', 'updated_at': '2022-08-04T02:17:30Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'subnets': [{'id': 'a0061202-808e-43c3-a4fd-39c7b8c413a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:21.517195 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1751be8-a771-4013-b368-e18edfb770f1 req-1139d5a2-3e3f-4cb2-85ae-7c97aebc4907 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54afe06e-392b-455f-93ac-4e6471433b8b HTTP/1.1" status: 200 len: 210 time: 0.0413392 Aug 04 02:23:21.592459 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564c515-ec3b-4a5c-b84c-0d691f27a9ee req-c9c47734-8c37-46f3-9046-f2ffac743299 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:21.594491 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5564c515-ec3b-4a5c-b84c-0d691f27a9ee req-c9c47734-8c37-46f3-9046-f2ffac743299 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0518610 Aug 04 02:23:21.647453 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5564c515-ec3b-4a5c-b84c-0d691f27a9ee req-7c255a16-349d-426f-9a5e-0b47f52aba44 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Aug 04 02:23:21.827320 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5207c068-ab29-4d5d-b18d-e1fbd0a32315 None None] New status for floating IP edcbc2aa-146f-43f7-bb80-32941adc86ee: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:23:22.291132 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c79044-e581-40de-b946-f99f27bc1615 req-e7895f14-04f1-4e59-88fd-12f28b229c95 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:22.292667 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98c79044-e581-40de-b946-f99f27bc1615 req-e7895f14-04f1-4e59-88fd-12f28b229c95 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0474687 Aug 04 02:23:22.390823 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Deleting port 7a967bf2-982f-49f8-91e4-16df519c5536 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:22.391162 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.486832 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] For port 7a967bf2-982f-49f8-91e4-16df519c5536, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7a967bf2-982f-49f8-91e4-16df519c5536,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:22.487198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.585884 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57530) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:22.611169 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57534) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:22.662432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.662907 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (412e072b-1d7e-479a-a494-375046a425f3), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.663108 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Floating IP 412e072b-1d7e-479a-a494-375046a425f3 disassociated. External IP: 172.27.4.40, port: 7a967bf2-982f-49f8-91e4-16df519c5536. Aug 04 02:23:22.663466 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Calling delete_port for 7a967bf2-982f-49f8-91e4-16df519c5536 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:22.686405 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (99533b4a-d19e-4aec-becb-42a4d9f8bf51), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.714706 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (99533b4a-d19e-4aec-becb-42a4d9f8bf51), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.781979 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (99533b4a-d19e-4aec-becb-42a4d9f8bf51), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.785676 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.788476 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/99533b4a-d19e-4aec-becb-42a4d9f8bf51 HTTP/1.1" status: 204 len: 168 time: 0.1746209 Aug 04 02:23:22.790824 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57538) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:22.828745 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99533b4a-d19e-4aec-becb-42a4d9f8bf51,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:22.837165 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1a08f-8ea4-47cc-9f53-b390d0809d48 req-41c9e36e-8469-49bf-9e77-674330a48e2e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:22.838657 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-76b1a08f-8ea4-47cc-9f53-b390d0809d48 req-41c9e36e-8469-49bf-9e77-674330a48e2e tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=fa887f75-631c-4fb1-bd20-1dc970e29f0c HTTP/1.1" status: 200 len: 945 time: 0.0921750 Aug 04 02:23:22.842322 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-8a493899-728d-4d13-8c00-a0bb29fe1f1c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] show failed (client error): The resource could not be found. Aug 04 02:23:22.842487 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.842958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846263 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846410 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8a493899-728d-4d13-8c00-a0bb29fe1f1c tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "GET /networking/v2.0/security-groups/99533b4a-d19e-4aec-becb-42a4d9f8bf51 HTTP/1.1" status: 404 len: 347 time: 0.0498495 Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.846497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.847142 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.847142 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.847295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519b3950-426c-4a41-bca8-7c06e5839669 tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:22.849729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57540) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:22.897723 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (7a967bf2-982f-49f8-91e4-16df519c5536), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:22.931407 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-76b1a08f-8ea4-47cc-9f53-b390d0809d48 req-7abe97b4-11ca-4649-aa3e-ebdd3d28d5e0 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=06b8a57a-fe66-44a6-a2a3-436468d37dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846658 Aug 04 02:23:22.932547 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event deleted for resources: {'Port': ['ID=7a967bf2-982f-49f8-91e4-16df519c5536,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:23.039815 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Deleting port 54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:23.040154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.047238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Deleting port 17ad7d6c-8602-4552-bf24-702bb7c9f6d6 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:23.047238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.072534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Router 8f40357a-2c9e-4387-99ef-d478c231d181 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:23.118911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:23.161264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:23.184757 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:23.185343 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.186419 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.195014 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:23.195515 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.195623 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for floatingip (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.207228 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:23.208159 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:23.210335 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Calling delete_port for 54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:23.217397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Calling delete_port for 17ad7d6c-8602-4552-bf24-702bb7c9f6d6 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:23.251077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] No DVR routers for this DVR port 7a967bf2-982f-49f8-91e4-16df519c5536 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:23.253678 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.257295 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-98c79044-e581-40de-b946-f99f27bc1615 req-ce5fc72e-e323-4843-8ca5-efc56e07fbba tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.36 "DELETE /networking/v2.0/ports/7a967bf2-982f-49f8-91e4-16df519c5536 HTTP/1.1" status: 204 len: 173 time: 0.9537218 Aug 04 02:23:23.257750 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'name': 'network-vif-deleted', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:23.260840 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b150b0b-2cc4-4f3d-b7c3-59fe78175956" -d '{"events": [{"server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "name": "network-vif-deleted", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:23.356791 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ae2852-3b03-4940-b97c-ef9e2da3ac17 x-openstack-request-id: req-20ae2852-3b03-4940-b97c-ef9e2da3ac17 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:23.357346 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa887f75-631c-4fb1-bd20-1dc970e29f0c", "name": "network-vif-deleted", "tag": "7a967bf2-982f-49f8-91e4-16df519c5536", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:23.357753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20ae2852-3b03-4940-b97c-ef9e2da3ac17 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:23.358360 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ae2852-3b03-4940-b97c-ef9e2da3ac17'] response: {'server_uuid': 'fa887f75-631c-4fb1-bd20-1dc970e29f0c', 'name': 'network-vif-deleted', 'tag': '7a967bf2-982f-49f8-91e4-16df519c5536', 'status': 'completed', 'code': 200} Aug 04 02:23:23.375999 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:23.400347 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:23.484266 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:23.502745 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.551226 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Pushing event deleted for resources: {'Port': ['ID=54e2cf47-ce7d-4c40-85e5-d1a707c6e8a9,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:23.559516 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (17ad7d6c-8602-4552-bf24-702bb7c9f6d6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.628315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:23.630999 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event deleted for resources: {'Port': ['ID=17ad7d6c-8602-4552-bf24-702bb7c9f6d6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:23.654843 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:23.663782 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:23.664413 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:23.698406 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks [] for floatingip (edcbc2aa-146f-43f7-bb80-32941adc86ee), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.701197 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.704092 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ca88298b-0ad1-4ed8-a44d-5cd3a58976cb tempest-AttachVolumeNegativeTest-1880983379 tempest-AttachVolumeNegativeTest-1880983379-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/edcbc2aa-146f-43f7-bb80-32941adc86ee HTTP/1.1" status: 204 len: 168 time: 0.8474901 Aug 04 02:23:23.726447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for floatingip (1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:23.726583 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Floating IP 1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a disassociated (deleted). External IP: 172.27.4.205, port: 28e195d3-7f8d-4186-a5a3-77d9701c1821. Aug 04 02:23:23.775229 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:23.993595 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:24.018318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:24.048664 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57560) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:24.053388 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35802134-0980-4e23-a7e1-465a0abd98ae None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:17:14Z', 'revision_number': 4, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '92ef2df4-adf3-4044-adcd-7e28547cdc36', 'name': '', 'network_id': 'f3562015-01a8-442c-9260-a631d3a466e0', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'mac_address': 'fa:16:3e:bc:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:10Z', 'updated_at': '2022-08-04T02:17:29Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'subnets': [{'id': 'd7f7810a-5b4f-400e-9e13-824c447c46d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:24.122098 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:24.123366 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5727135-1846-444e-b89f-2f9d65e3bba4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (06b8a57a-fe66-44a6-a2a3-436468d37dcd), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.127178 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.137453 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] Sync routers for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:24.151133 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:24.152000 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5727135-1846-444e-b89f-2f9d65e3bba4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (06b8a57a-fe66-44a6-a2a3-436468d37dcd), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.152144 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:24.164250 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9fdf416e-d227-45fa-87dd-097fb2218345 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a HTTP/1.1" status: 204 len: 168 time: 1.5771446 Aug 04 02:23:24.165853 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:24.168883 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ab11d5-e336-40dc-8a92-4562ca64ad8a" -d '{"events": [{"name": "network-changed", "server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:24.223104 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5727135-1846-444e-b89f-2f9d65e3bba4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (06b8a57a-fe66-44a6-a2a3-436468d37dcd), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.226278 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e5727135-1846-444e-b89f-2f9d65e3bba4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.229637 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e5727135-1846-444e-b89f-2f9d65e3bba4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/06b8a57a-fe66-44a6-a2a3-436468d37dcd HTTP/1.1" status: 204 len: 168 time: 0.1774838 Aug 04 02:23:24.230034 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57568) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:24.246141 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.api.v2.resource [None req-ddc407ef-cf5d-4282-9e8d-369935e7afa4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] show failed (client error): The resource could not be found. Aug 04 02:23:24.247182 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ddc407ef-cf5d-4282-9e8d-369935e7afa4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "GET /networking/v2.0/security-groups/06b8a57a-fe66-44a6-a2a3-436468d37dcd HTTP/1.1" status: 404 len: 347 time: 0.0161803 Aug 04 02:23:24.250164 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57570) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:24.262238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5727135-1846-444e-b89f-2f9d65e3bba4 tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b8a57a-fe66-44a6-a2a3-436468d37dcd,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:24.308893 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:24.328867 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc7563-7404-4e4c-a4f0-384a7fbb2bc1 x-openstack-request-id: req-c4fc7563-7404-4e4c-a4f0-384a7fbb2bc1 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:24.329167 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:24.329435 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4fc7563-7404-4e4c-a4f0-384a7fbb2bc1 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:24.329819 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4fc7563-7404-4e4c-a4f0-384a7fbb2bc1'] response: {'name': 'network-changed', 'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'status': 'completed', 'code': 200} Aug 04 02:23:24.488153 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cc063-8e33-4583-841b-3ce08fbffca1 req-333475e1-93c0-422b-ad79-a1b4e9dafdb4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:24.496005 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a7cc063-8e33-4583-841b-3ce08fbffca1 req-333475e1-93c0-422b-ad79-a1b4e9dafdb4 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0664916 Aug 04 02:23:24.504449 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 06fdec2e-918d-4e19-b051-7f47fc105a20 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:24.544093 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 06fdec2e-918d-4e19-b051-7f47fc105a20 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:24.544599 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 06fdec2e-918d-4e19-b051-7f47fc105a20 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:24.556073 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c47c3-7797-47a7-9eba-00b1dcadbfff None None] New status for floating IP 412e072b-1d7e-479a-a494-375046a425f3: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:23:24.583083 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:15Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:24.605669 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4a7cc063-8e33-4583-841b-3ce08fbffca1 req-0c1eea4f-5848-4eb5-8bcf-dbdc41c8c3f1 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068032 Aug 04 02:23:24.639818 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] Checking router: 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:24.662304 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:24.663048 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:24.757110 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Deleting port 334fe24f-dd2f-4e87-806b-5865c21f2e8d {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:24.757611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.784826 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:24.832611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:24.843087 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.843993 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (334fe24f-dd2f-4e87-806b-5865c21f2e8d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:24.859636 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Calling delete_port for 334fe24f-dd2f-4e87-806b-5865c21f2e8d owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:25.009135 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:15Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:25.011363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (334fe24f-dd2f-4e87-806b-5865c21f2e8d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:25.039141 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef38760-11fb-435b-b35a-38ef5c437d8e None None] The sync data for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi is: [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:18:07Z', 'revision_number': 4, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7', 'name': '', 'network_id': '80d80fb8-9b97-4237-a261-dc06b8102004', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'mac_address': 'fa:16:3e:9b:cd:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:06Z', 'updated_at': '2022-08-04T02:18:15Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'subnets': [{'id': '8fafb18c-9717-4da3-bbc3-c3a663af01aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:25.041929 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Pushing event deleted for resources: {'Port': ['ID=334fe24f-dd2f-4e87-806b-5865c21f2e8d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:25.126093 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks [] for floatingip (412e072b-1d7e-479a-a494-375046a425f3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:25.129213 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:25.130527 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-252c4506-28c7-4b12-acd5-30c43aa627fc tempest-AttachVolumeTestJSON-417467766 tempest-AttachVolumeTestJSON-417467766-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/412e072b-1d7e-479a-a494-375046a425f3 HTTP/1.1" status: 204 len: 168 time: 0.8793845 Aug 04 02:23:25.299410 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf04811-af01-44ed-8634-d31c6ee23b09 None None] New status for floating IP 1c5e6e79-ab66-42ec-99f7-4d5c7b09f14a: DOWN {{(pid=104419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:23:25.479713 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-d3f61cc7-edd1-4d35-8365-5e200a24a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:25.481277 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-d3f61cc7-edd1-4d35-8365-5e200a24a5bb service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 1130 time: 0.0425372 Aug 04 02:23:25.578974 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-2d03ccc0-0c8a-4f27-98f0-5e3e1b9ecb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:25.580447 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-2d03ccc0-0c8a-4f27-98f0-5e3e1b9ecb8d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 200 len: 909 time: 0.0928972 Aug 04 02:23:25.679162 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-0958344b-347c-4a41-83da-7852cec6891f service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 200 len: 217 time: 0.0346820 Aug 04 02:23:25.765892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-32fdb84b-7c3b-4ff5-b169-d4b4f65930af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:25.767347 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-32fdb84b-7c3b-4ff5-b169-d4b4f65930af service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 200 len: 847 time: 0.0826802 Aug 04 02:23:25.773523 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb6db3-9b55-40a5-9c6b-8c74f300dccf req-6390bf56-e4ac-447d-a54f-cdb2111cef1b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:25.774989 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfdb6db3-9b55-40a5-9c6b-8c74f300dccf req-6390bf56-e4ac-447d-a54f-cdb2111cef1b tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0813739 Aug 04 02:23:25.832159 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dfdb6db3-9b55-40a5-9c6b-8c74f300dccf req-5442f69b-eecf-4dcb-a4ba-ad7d7f0a548f tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e563781-5624-4643-86f0-9b57f5ad858b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511513 Aug 04 02:23:25.876444 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-1434963f-d88f-4efa-a5a5-408aee1b1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:25.878010 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-1434963f-d88f-4efa-a5a5-408aee1b1e7d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=80d80fb8-9b97-4237-a261-dc06b8102004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403688 Aug 04 02:23:25.912484 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:25.953529 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-0f3f01bc-0a90-47f1-8a45-591293447d49 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:25.955087 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-0f3f01bc-0a90-47f1-8a45-591293447d49 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 946 time: 0.0511680 Aug 04 02:23:25.978371 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-bfe1f4d8-f38a-4721-8835-7db1dc520a6c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920541 Aug 04 02:23:26.055621 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Deleting port 28e195d3-7f8d-4186-a5a3-77d9701c1821 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:26.055972 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:26.087222 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95ab11d5-e336-40dc-8a92-4562ca64ad8a req-9c29c484-139c-4ebf-a43d-cc63a03badc2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015210 Aug 04 02:23:26.157637 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] For port 28e195d3-7f8d-4186-a5a3-77d9701c1821, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=28e195d3-7f8d-4186-a5a3-77d9701c1821,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:26.157990 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:26.171343 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Calling delete_port for 28e195d3-7f8d-4186-a5a3-77d9701c1821 owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:26.317118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (28e195d3-7f8d-4186-a5a3-77d9701c1821), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:26.346901 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event deleted for resources: {'Port': ['ID=28e195d3-7f8d-4186-a5a3-77d9701c1821,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:26.404106 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] No DVR routers for this DVR port 28e195d3-7f8d-4186-a5a3-77d9701c1821 on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:26.408644 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:26.412195 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-6bf19f1c-c5cf-443b-9cce-110230d1163f req-218ca904-48e9-437a-9f0d-cf4fbed774ea tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.36 "DELETE /networking/v2.0/ports/28e195d3-7f8d-4186-a5a3-77d9701c1821 HTTP/1.1" status: 204 len: 173 time: 0.4523644 Aug 04 02:23:26.412687 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-deleted', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:26.415072 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79719f08-b937-4820-8a66-7365f18f545d" -d '{"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-deleted", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:26.463915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b37f1-b8d9-4304-a8d6-1531971aba2f x-openstack-request-id: req-1a9b37f1-b8d9-4304-a8d6-1531971aba2f {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:26.464212 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cf505-eb65-44df-b01d-9298d43f41ee", "name": "network-vif-deleted", "tag": "28e195d3-7f8d-4186-a5a3-77d9701c1821", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:26.464466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a9b37f1-b8d9-4304-a8d6-1531971aba2f {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:26.464933 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9b37f1-b8d9-4304-a8d6-1531971aba2f'] response: {'server_uuid': '135cf505-eb65-44df-b01d-9298d43f41ee', 'name': 'network-vif-deleted', 'tag': '28e195d3-7f8d-4186-a5a3-77d9701c1821', 'status': 'completed', 'code': 200} Aug 04 02:23:26.502802 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 7a967bf2-982f-49f8-91e4-16df519c5536 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:26.525233 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 7a967bf2-982f-49f8-91e4-16df519c5536 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:26.525568 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 7a967bf2-982f-49f8-91e4-16df519c5536 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:26.963731 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d86186d4-6777-481b-8681-2c8161949cbb req-917b836f-3d7c-4a27-982e-6bdc4d24b457 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=135cf505-eb65-44df-b01d-9298d43f41ee HTTP/1.1" status: 200 len: 210 time: 0.0297201 Aug 04 02:23:27.145191 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57632) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:27.261763 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0aaf-ae45-47bb-a02d-0f69bcc4b597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.339762 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0aaf-ae45-47bb-a02d-0f69bcc4b597 admin admin] Publish callbacks [] for security_group (9a06c7f8-af37-46c3-9283-8a9fcd945c7c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.343637 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0dfa0aaf-ae45-47bb-a02d-0f69bcc4b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9a06c7f8-af37-46c3-9283-8a9fcd945c7c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.348888 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:27.384790 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa0aaf-ae45-47bb-a02d-0f69bcc4b597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a06c7f8-af37-46c3-9283-8a9fcd945c7c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:27.392857 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0dfa0aaf-ae45-47bb-a02d-0f69bcc4b597 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=60356a5ecc7648f5998f782087e3a437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433217 Aug 04 02:23:27.394403 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57636) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:27.449972 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24dea0c4-4f35-426f-bd4a-982cdb35799a admin admin] Publish callbacks [] for security_group (9a06c7f8-af37-46c3-9283-8a9fcd945c7c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.476010 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24dea0c4-4f35-426f-bd4a-982cdb35799a admin admin] Publish callbacks [] for security_group (9a06c7f8-af37-46c3-9283-8a9fcd945c7c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.534478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24dea0c4-4f35-426f-bd4a-982cdb35799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9a06c7f8-af37-46c3-9283-8a9fcd945c7c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.537378 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24dea0c4-4f35-426f-bd4a-982cdb35799a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:27.538929 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-24dea0c4-4f35-426f-bd4a-982cdb35799a admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/9a06c7f8-af37-46c3-9283-8a9fcd945c7c HTTP/1.1" status: 204 len: 168 time: 0.1444092 Aug 04 02:23:27.551143 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea0c4-4f35-426f-bd4a-982cdb35799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a06c7f8-af37-46c3-9283-8a9fcd945c7c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:27.563403 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57652) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:27.670671 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:27.958615 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (34857f00-d642-4640-bed4-44b60b1b1ea7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.041380 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57672) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:28.113785 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9611-ff26-40bd-81d3-aa7f27bafe27 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group (9e563781-5624-4643-86f0-9b57f5ad858b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.129450 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:28.142082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9611-ff26-40bd-81d3-aa7f27bafe27 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group (9e563781-5624-4643-86f0-9b57f5ad858b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.210373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9611-ff26-40bd-81d3-aa7f27bafe27 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9e563781-5624-4643-86f0-9b57f5ad858b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.212995 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9611-ff26-40bd-81d3-aa7f27bafe27 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.214227 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9fdf9611-ff26-40bd-81d3-aa7f27bafe27 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/9e563781-5624-4643-86f0-9b57f5ad858b HTTP/1.1" status: 204 len: 168 time: 0.1723683 Aug 04 02:23:28.224881 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf9611-ff26-40bd-81d3-aa7f27bafe27 tempest-TestShelveInstance-970995010 tempest-TestShelveInstance-970995010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e563781-5624-4643-86f0-9b57f5ad858b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:28.228067 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Deleting port 692eeea0-d735-459c-bc53-6d59e02181ea {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:28.228549 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.261646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57684) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:28.337631 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] For port 692eeea0-d735-459c-bc53-6d59e02181ea, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=692eeea0-d735-459c-bc53-6d59e02181ea,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:28.338001 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.352902 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Calling delete_port for 692eeea0-d735-459c-bc53-6d59e02181ea owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:28.451434 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:28.492164 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:28.550183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:28.568510 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (692eeea0-d735-459c-bc53-6d59e02181ea), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.595353 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Pushing event deleted for resources: {'Port': ['ID=692eeea0-d735-459c-bc53-6d59e02181ea,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:28.809737 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (34857f00-d642-4640-bed4-44b60b1b1ea7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:28.858787 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57700) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:28.985373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.066627 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Router 34857f00-d642-4640-bed4-44b60b1b1ea7 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:29.172521 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:29.177776 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-937d3735-1493-450b-9e0f-aa775d08ea34 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/34857f00-d642-4640-bed4-44b60b1b1ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6133511 Aug 04 02:23:29.180359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57706) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:29.184664 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] Sync routers for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:29.200088 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:29.201371 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:29.289772 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks [] for router (34857f00-d642-4640-bed4-44b60b1b1ea7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.314901 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:29.378628 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Deleting port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:29.379617 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.397154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks [] for router_gateway (34857f00-d642-4640-bed4-44b60b1b1ea7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.397990 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:29.442177 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Deleting port 679b3b89-1722-4d03-9d5d-3a2539fe7378 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:29.442973 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.504699 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:23:28Z', 'revision_number': 5, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port': {'id': '679b3b89-1722-4d03-9d5d-3a2539fe7378', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:22:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:29.506612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:29.533909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] For port 679b3b89-1722-4d03-9d5d-3a2539fe7378, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=679b3b89-1722-4d03-9d5d-3a2539fe7378,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:29.534303 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.538629 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (8f40357a-2c9e-4387-99ef-d478c231d181), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.541402 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] For port fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:29.541992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.549163 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Calling delete_port for 679b3b89-1722-4d03-9d5d-3a2539fe7378 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:29.550857 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:29.555753 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:29.588981 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Calling delete_port for fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:29.680745 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] Checking router: 34857f00-d642-4640-bed4-44b60b1b1ea7 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:29.691592 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] Routers {'34857f00-d642-4640-bed4-44b60b1b1ea7'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:29.692381 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['34857f00-d642-4640-bed4-44b60b1b1ea7'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:29.743999 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (679b3b89-1722-4d03-9d5d-3a2539fe7378), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.772467 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Pushing event deleted for resources: {'Port': ['ID=679b3b89-1722-4d03-9d5d-3a2539fe7378,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:29.786107 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] Set router 34857f00-d642-4640-bed4-44b60b1b1ea7 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:29.839558 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:23:29Z', 'revision_number': 6, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:29.844009 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:29.846214 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (34857f00-d642-4640-bed4-44b60b1b1ea7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.875031 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5da81f-2f03-45c2-a6c6-34ad7058b076 None None] The sync data for ids ['34857f00-d642-4640-bed4-44b60b1b1ea7'] in dv-cinder-740146-17-iscsi is: [{'id': '34857f00-d642-4640-bed4-44b60b1b1ea7', 'name': 'tempest-AttachVolumeNegativeTest-1421461092-router', 'tenant_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:23:29Z', 'revision_number': 6, 'project_id': '2f003cc2b7104c369e1aa74d6e48a9fc', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:29.969323 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (34857f00-d642-4640-bed4-44b60b1b1ea7), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:29.972326 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks [] for router_controller (34857f00-d642-4640-bed4-44b60b1b1ea7), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.027448 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (34857f00-d642-4640-bed4-44b60b1b1ea7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.028289 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34857f00-d642-4640-bed4-44b60b1b1ea7 {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:23:30.033399 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.036994 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c5135157-23bb-4d5e-bc9a-e00316f8a4be admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/34857f00-d642-4640-bed4-44b60b1b1ea7 HTTP/1.1" status: 204 len: 168 time: 0.8532560 Aug 04 02:23:30.037266 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57712) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:30.084306 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Deleting subnet a0061202-808e-43c3-a4fd-39c7b8c413a0 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:30.087722 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Publish callbacks [] for subnet (a0061202-808e-43c3-a4fd-39c7b8c413a0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.125668 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (a0061202-808e-43c3-a4fd-39c7b8c413a0), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.207664 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (a0061202-808e-43c3-a4fd-39c7b8c413a0), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.219806 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-0363e503-f3cd-440b-aa60-82159bad08a6 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/networks?tenant_id=19eead1456de4c6b9a2a0b0524674f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834913 Aug 04 02:23:30.269873 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (a0061202-808e-43c3-a4fd-39c7b8c413a0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.297685 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0061202-808e-43c3-a4fd-39c7b8c413a0,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:30.314071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.321297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2c2ee3-ee6f-4431-97dc-d01040e266a0 None None] Network c3fd5976-8837-4886-aaff-706d72d2761f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:30.322114 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57724) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:30.322360 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-08668f88-63d8-4304-b840-741163fd4bd9 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/a0061202-808e-43c3-a4fd-39c7b8c413a0 HTTP/1.1" status: 204 len: 168 time: 0.2838359 Aug 04 02:23:30.333136 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Deleting port 92ef2df4-adf3-4044-adcd-7e28547cdc36 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:30.333472 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.420888 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.497261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:30.524116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 28e195d3-7f8d-4186-a5a3-77d9701c1821 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:30.524537 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 28e195d3-7f8d-4186-a5a3-77d9701c1821 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:30.530856 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:30.625730 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (c3fd5976-8837-4886-aaff-706d72d2761f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.658717 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-0e3c67b8-4321-4f5e-a808-369350f557cf tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:30.662486 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-0e3c67b8-4321-4f5e-a808-369350f557cf tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4328661 Aug 04 02:23:30.678548 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:30.682675 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] DHCP port deletion for c3fd5976-8837-4886-aaff-706d72d2761f request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:23:30.703868 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] For port 92ef2df4-adf3-4044-adcd-7e28547cdc36, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=92ef2df4-adf3-4044-adcd-7e28547cdc36,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:30.704243 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.707543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:30.734823 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-27a1b228-69fa-4c4c-922c-80e3b5afec87 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/quotas/19eead1456de4c6b9a2a0b0524674f0f HTTP/1.1" status: 200 len: 375 time: 0.0642972 Aug 04 02:23:30.743074 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Deleting port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:30.743691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.752532 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Calling delete_port for 92ef2df4-adf3-4044-adcd-7e28547cdc36 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:30.809502 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] For port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:30.809691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.824774 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:30.829733 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Calling delete_port for 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:30.873177 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-76b5ca3d-e959-4d51-897a-aca90b34b867 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=19eead1456de4c6b9a2a0b0524674f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830476 Aug 04 02:23:30.888652 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:30.901092 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Deleting port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:30.901357 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.918713 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:30.955948 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Pushing event deleted for resources: {'Port': ['ID=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:30.964687 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] No DVR routers for this DVR port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:30.967675 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.969276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.969818 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.970438 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.971028 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.971544 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.972163 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.972701 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.973234 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.973748 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.974263 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.974775 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.975302 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.975836 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:30.976344 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cbe6e4-5403-4f81-8a20-19394d59dc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:31.011412 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.021238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] For port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,segment=NetworkSegment(582d7496-de84-42b2-a962-910e28ab355c),segment_id=582d7496-de84-42b2-a962-910e28ab355c)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:31.022052 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.085678 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Calling delete_port for 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:31.163432 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6ae15573-199f-4717-b72a-725ca3a8506d req-5d3aebb0-ddb0-4285-984c-0e11fb3c86b2 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 210 time: 0.0876245 Aug 04 02:23:31.414347 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.443942 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (92ef2df4-adf3-4044-adcd-7e28547cdc36), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.453415 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:31.497127 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] No DVR routers for this DVR port 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a on host dv-cinder-740146-17-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:31.533833 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ef2df4-adf3-4044-adcd-7e28547cdc36,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:31.535490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:31.620020 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:31.658618 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (c3fd5976-8837-4886-aaff-706d72d2761f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.679179 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:31.701052 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fd5976-8837-4886-aaff-706d72d2761f']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:31.717747 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582d7496-de84-42b2-a962-910e28ab355c') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:31.718324 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582d7496-de84-42b2-a962-910e28ab355c') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:31.800288 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (582d7496-de84-42b2-a962-910e28ab355c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.883223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (582d7496-de84-42b2-a962-910e28ab355c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.900446 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:23:31.900870 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (582d7496-de84-42b2-a962-910e28ab355c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.956424 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 679b3b89-1722-4d03-9d5d-3a2539fe7378 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:31.960752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (8f40357a-2c9e-4387-99ef-d478c231d181), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:31.977462 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:31.978957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 679b3b89-1722-4d03-9d5d-3a2539fe7378 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:31.979533 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 679b3b89-1722-4d03-9d5d-3a2539fe7378 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:31.980229 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:31.986217 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0fd30502-344f-4804-98ba-7ee3bfbb17b2 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/8ae6cd7a-1c8b-4035-b931-319ad6b9f84e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7234142 Aug 04 02:23:31.988777 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57742) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:31.993220 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] Sync routers for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:32.006602 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:32.008536 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:32.009594 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:32.042986 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:32.043453 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 56a1e2f7-d7e7-4ce7-a6bf-58703b02e82a not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:32.043949 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 692eeea0-d735-459c-bc53-6d59e02181ea no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:32.082675 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (c3fd5976-8837-4886-aaff-706d72d2761f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:32.083476 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 692eeea0-d735-459c-bc53-6d59e02181ea {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:32.085920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 692eeea0-d735-459c-bc53-6d59e02181ea not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:32.143257 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:32.173233 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d482e83b-063a-40ea-899f-9cc67542d156 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=19eead1456de4c6b9a2a0b0524674f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319452 Aug 04 02:23:32.372829 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:23:30Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:32.400410 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] Checking router: 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:32.411124 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] Routers {'8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:32.411560 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:32.414609 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 582d7496-de84-42b2-a962-910e28ab355c resource provider aggregate not found Aug 04 02:23:32.424925 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:32.428436 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/c3fd5976-8837-4886-aaff-706d72d2761f HTTP/1.1" status: 204 len: 168 time: 2.0961697 Aug 04 02:23:32.471886 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:32.487950 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 582d7496-de84-42b2-a962-910e28ab355c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 582d7496-de84-42b2-a962-910e28ab355c found for delete ", "request_id": "req-c160313a-4d87-447d-a50d-7b3c15938c0f"}]} Aug 04 02:23:32.490198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df68713-7474-420b-9d37-23303ff01931 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fd5976-8837-4886-aaff-706d72d2761f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:32.523724 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c80cba7a-4992-418a-8be4-c05e52cb7fbb req-43d44e7b-2996-49fc-acc6-de8072209681 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 210 time: 0.1041961 Aug 04 02:23:32.547212 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] Set router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:32.641704 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57754) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:32.644661 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks [] for router (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:32.658478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:32.700162 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Router 8f40357a-2c9e-4387-99ef-d478c231d181 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:32.731167 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:32.738462 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-78d9abb5-acdc-4a0a-98eb-21b1c77ccac3 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:32.739986 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-78d9abb5-acdc-4a0a-98eb-21b1c77ccac3 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5554252 Aug 04 02:23:32.746096 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:23:30Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:32.776547 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628119eb-97a5-4271-bfe1-46b2349b9681 None None] The sync data for ids ['8ae6cd7a-1c8b-4035-b931-319ad6b9f84e'] in dv-cinder-740146-17-iscsi is: [{'id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'name': 'tempest-TestShelveInstance-610722532-router', 'tenant_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171'}], 'enable_snat': True}, 'gw_port_id': '66269e61-0913-4a4d-a319-330a256d12c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:03Z', 'updated_at': '2022-08-04T02:23:30Z', 'revision_number': 5, 'project_id': 'd7f54ee4ba204ceb982f8e4ad5dee102', 'gw_port': {'id': '66269e61-0913-4a4d-a319-330a256d12c7', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae6cd7a-1c8b-4035-b931-319ad6b9f84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:04Z', 'updated_at': '2022-08-04T02:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:32.790881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Request body: {'port': {'device_id': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1', 'admin_state_up': True, 'tenant_id': '19eead1456de4c6b9a2a0b0524674f0f'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:32.832095 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:32.837320 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c6059488-ff4f-47e0-af4d-c834e0f18c97 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/8f40357a-2c9e-4387-99ef-d478c231d181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9753551 Aug 04 02:23:32.839981 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57756) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:32.841253 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] Sync routers for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:32.853362 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:32.854091 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:32.866857 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-93548ece-8908-4173-b5cb-4835f6782d92 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=2f003cc2b7104c369e1aa74d6e48a9fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2216370 Aug 04 02:23:32.871171 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57758) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:32.917182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks [] for router_gateway (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:32.952399 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks [] for router (8f40357a-2c9e-4387-99ef-d478c231d181), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:32.965175 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:33.010491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:33.019662 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b4899890-797c-4610-9fa2-e7cdfa33d78b admin admin] Publish callbacks [] for security_group (255f71b3-3346-45ef-97f5-2f0b48dff4c2), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.026718 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Deleting port 66269e61-0913-4a4d-a319-330a256d12c7 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:33.027057 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (66269e61-0913-4a4d-a319-330a256d12c7), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.035174 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Made reservation on behalf of 19eead1456de4c6b9a2a0b0524674f0f for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:33.038581 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.085728 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:33.089198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks [] for router_gateway (8f40357a-2c9e-4387-99ef-d478c231d181), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.089564 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.099862 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b4899890-797c-4610-9fa2-e7cdfa33d78b admin admin] Publish callbacks [] for security_group (255f71b3-3346-45ef-97f5-2f0b48dff4c2), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.155032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Deleting port 25142479-21f9-4ebc-83a2-bb880843d3b0 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:33.155373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.171806 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121'}], 'enable_snat': True}, 'gw_port_id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:23:31Z', 'revision_number': 5, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port': {'id': '25142479-21f9-4ebc-83a2-bb880843d3b0', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:58Z', 'updated_at': '2022-08-04T02:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:33.214934 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] Checking router: 8f40357a-2c9e-4387-99ef-d478c231d181 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:33.225321 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] For port 66269e61-0913-4a4d-a319-330a256d12c7, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=66269e61-0913-4a4d-a319-330a256d12c7,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:33.226337 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (66269e61-0913-4a4d-a319-330a256d12c7), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.229352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] Routers {'8f40357a-2c9e-4387-99ef-d478c231d181'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:33.230730 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['8f40357a-2c9e-4387-99ef-d478c231d181'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:33.274414 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] For port 25142479-21f9-4ebc-83a2-bb880843d3b0, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=25142479-21f9-4ebc-83a2-bb880843d3b0,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:33.275131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.283312 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b4899890-797c-4610-9fa2-e7cdfa33d78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (255f71b3-3346-45ef-97f5-2f0b48dff4c2), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.287705 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b4899890-797c-4610-9fa2-e7cdfa33d78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.289174 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b4899890-797c-4610-9fa2-e7cdfa33d78b admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/255f71b3-3346-45ef-97f5-2f0b48dff4c2 HTTP/1.1" status: 204 len: 168 time: 0.4157391 Aug 04 02:23:33.299028 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Calling delete_port for 25142479-21f9-4ebc-83a2-bb880843d3b0 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:33.303927 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks [] for security_group (61ca61b0-49c2-4308-8966-172b5f039587), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.312953 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Calling delete_port for 66269e61-0913-4a4d-a319-330a256d12c7 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:33.322241 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (61ca61b0-49c2-4308-8966-172b5f039587), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.326522 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] Set router 8f40357a-2c9e-4387-99ef-d478c231d181 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:33.328927 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:33.330206 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899890-797c-4610-9fa2-e7cdfa33d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f71b3-3346-45ef-97f5-2f0b48dff4c2,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:33.438107 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:23:33Z', 'revision_number': 6, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:33.479095 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e97c5a-48b3-4f04-a677-e70a38e40296 None None] The sync data for ids ['8f40357a-2c9e-4387-99ef-d478c231d181'] in dv-cinder-740146-17-iscsi is: [{'id': '8f40357a-2c9e-4387-99ef-d478c231d181', 'name': 'tempest-AttachVolumeTestJSON-2017607039-router', 'tenant_id': '1c32d82cce6541718e46908eaf9b98e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:56Z', 'updated_at': '2022-08-04T02:23:33Z', 'revision_number': 6, 'project_id': '1c32d82cce6541718e46908eaf9b98e9', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:33.490011 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca61b0-49c2-4308-8966-172b5f039587,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:33.606572 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (25142479-21f9-4ebc-83a2-bb880843d3b0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.621050 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:33.636050 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Allocated IP 192.168.233.68 (e6cd014b-63be-4064-b16d-1080aac1fab1/05edae0f-702a-4eaf-8463-f6c7b42bf236/d11ca447-dee7-4bb9-86d4-11e8fdc20263) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:33.695366 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Pushing event deleted for resources: {'Port': ['ID=25142479-21f9-4ebc-83a2-bb880843d3b0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:33.710029 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94fbf920-a5d2-4a9f-9186-a18b242036a4 req-3e661f74-0a5e-45bf-893b-f3a80c46e78e tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 210 time: 0.0918396 Aug 04 02:23:33.773446 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (8f40357a-2c9e-4387-99ef-d478c231d181), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.815301 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (66269e61-0913-4a4d-a319-330a256d12c7), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.909935 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (8f40357a-2c9e-4387-99ef-d478c231d181), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.910246 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=66269e61-0913-4a4d-a319-330a256d12c7,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:33.922787 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks [] for router_controller (8f40357a-2c9e-4387-99ef-d478c231d181), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:33.962494 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 92ef2df4-adf3-4044-adcd-7e28547cdc36 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:34.012097 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 92ef2df4-adf3-4044-adcd-7e28547cdc36 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:34.012795 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 92ef2df4-adf3-4044-adcd-7e28547cdc36 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:34.013153 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:34.015970 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (8f40357a-2c9e-4387-99ef-d478c231d181), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.016591 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f40357a-2c9e-4387-99ef-d478c231d181 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:23:34.033555 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.035015 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-30899bc3-f705-409a-ae6b-17f16781c173 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/8f40357a-2c9e-4387-99ef-d478c231d181 HTTP/1.1" status: 204 len: 168 time: 1.1936972 Aug 04 02:23:34.036838 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.037812 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57774) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:34.041833 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:34.042193 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fdc1f4f9-d18a-4f17-971f-457f0cf0e2e7 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:34.096421 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Deleting subnet d7f7810a-5b4f-400e-9e13-824c447c46d5 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:34.099973 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Publish callbacks [] for subnet (d7f7810a-5b4f-400e-9e13-824c447c46d5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.141826 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644999'] for subnet (d7f7810a-5b4f-400e-9e13-824c447c46d5), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.150189 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks [] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.152585 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.156524 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks [] for router_controller (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.212081 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (8ae6cd7a-1c8b-4035-b931-319ad6b9f84e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.213836 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ae6cd7a-1c8b-4035-b931-319ad6b9f84e {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:23:34.219950 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.223802 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-2769f2da-9c94-473a-aec9-d2a489d61d42 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/8ae6cd7a-1c8b-4035-b931-319ad6b9f84e HTTP/1.1" status: 204 len: 168 time: 2.2333627 Aug 04 02:23:34.224421 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57780) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:34.250335 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (d7f7810a-5b4f-400e-9e13-824c447c46d5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.269881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.301866 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:34.317728 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Network e6cd014b-63be-4064-b16d-1080aac1fab1 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:34.323584 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Deleting subnet 8fafb18c-9717-4da3-bbc3-c3a663af01aa {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:34.330747 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:34.337587 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Publish callbacks [] for subnet (8fafb18c-9717-4da3-bbc3-c3a663af01aa), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.339334 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10322806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901769'] for subnet (d7f7810a-5b4f-400e-9e13-824c447c46d5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.339547 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:34.374795 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f7810a-5b4f-400e-9e13-824c447c46d5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:34.379216 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.385773 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-360d5bee-6034-4800-9fca-6e89c2dca895 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/d7f7810a-5b4f-400e-9e13-824c447c46d5 HTTP/1.1" status: 204 len: 168 time: 0.3463378 Aug 04 02:23:34.386561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57786) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:34.394799 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11309a-562f-4666-86ea-ba1fc2bc15b0 None None] Network f3562015-01a8-442c-9260-a631d3a466e0 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:34.434591 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Pushing event updated for resources: {'Port': ['ID=d11ca447-dee7-4bb9-86d4-11e8fdc20263,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:34.481653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (8fafb18c-9717-4da3-bbc3-c3a663af01aa), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.517783 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:34.518444 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.576862 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (f3562015-01a8-442c-9260-a631d3a466e0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.584225 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.592841 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:34.623927 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:34.631355 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-e365968c-7fc2-4c45-bbc0-8ca5ed13d97a tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8467124 Aug 04 02:23:34.634557 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:34.649183 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Request body: {'port': {'device_id': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:34.651681 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Deleting port bd653032-d32e-4f2f-a426-8169b1057a59 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:34.652153 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.689397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (8fafb18c-9717-4da3-bbc3-c3a663af01aa), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.738268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-a3cfb523-690f-4a3c-bd42-1b2c32db200f None None] Provisioning complete for port d11ca447-dee7-4bb9-86d4-11e8fdc20263 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:34.739008 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb523-690f-4a3c-bd42-1b2c32db200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.759099 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] For port bd653032-d32e-4f2f-a426-8169b1057a59, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=bd653032-d32e-4f2f-a426-8169b1057a59,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:34.759474 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.779805 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Calling delete_port for bd653032-d32e-4f2f-a426-8169b1057a59 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:34.797835 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfb523-690f-4a3c-bd42-1b2c32db200f None None] Port d11ca447-dee7-4bb9-86d4-11e8fdc20263 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:23:34.842295 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] DHCP port deletion for f3562015-01a8-442c-9260-a631d3a466e0 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:23:34.880833 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.900232 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] Deleting port bd653032-d32e-4f2f-a426-8169b1057a59 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:34.900647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.969680 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765df5cb-3591-4d5a-9689-f262eeecdd84 req-dafb838f-ac3e-43b5-94be-91ef9de11ec2 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:34.977540 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-765df5cb-3591-4d5a-9689-f262eeecdd84 req-dafb838f-ac3e-43b5-94be-91ef9de11ec2 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 935 time: 0.1094410 Aug 04 02:23:34.981169 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] For port bd653032-d32e-4f2f-a426-8169b1057a59, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=bd653032-d32e-4f2f-a426-8169b1057a59,segment=NetworkSegment(7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82),segment_id=7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:34.981568 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:34.985995 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (8fafb18c-9717-4da3-bbc3-c3a663af01aa), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.003232 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] Calling delete_port for bd653032-d32e-4f2f-a426-8169b1057a59 owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:35.031436 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fafb18c-9717-4da3-bbc3-c3a663af01aa,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.045684 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.051854 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f4632449-41ee-4ddf-8ea1-4128b28c954b admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/8fafb18c-9717-4da3-bbc3-c3a663af01aa HTTP/1.1" status: 204 len: 168 time: 0.8228958 Aug 04 02:23:35.052433 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57810) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:35.067887 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f5fef-7f12-4b4c-a8a7-73a00121c3a0 None None] Network 80d80fb8-9b97-4237-a261-dc06b8102004 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:35.090828 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-765df5cb-3591-4d5a-9689-f262eeecdd84 req-0cbff214-ccf0-456b-8641-18d4bca04837 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055582 Aug 04 02:23:35.127727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.164342 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd653032-d32e-4f2f-a426-8169b1057a59,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.181386 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] No DVR routers for this DVR port bd653032-d32e-4f2f-a426-8169b1057a59 on host dv-cinder-740146-17-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:35.229904 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (80d80fb8-9b97-4237-a261-dc06b8102004), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.298515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (f3562015-01a8-442c-9260-a631d3a466e0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.341675 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Deleting port 6213445c-4b9e-42f8-ac36-042b15ebe782 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:35.342118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.348239 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3562015-01a8-442c-9260-a631d3a466e0']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:35.351902 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (bd653032-d32e-4f2f-a426-8169b1057a59), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.368929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:35.369537 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:35.382966 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.383919 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] Pushing event deleted for resources: {'Port': ['ID=bd653032-d32e-4f2f-a426-8169b1057a59,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.388483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62e279f-ed05-46e2-90a6-2292aee926a0 None None] No DVR routers for this DVR port bd653032-d32e-4f2f-a426-8169b1057a59 on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:35.413727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.436295 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:23:35.436441 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.461571 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] DHCP port deletion for 80d80fb8-9b97-4237-a261-dc06b8102004 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:23:35.467900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] For port 6213445c-4b9e-42f8-ac36-042b15ebe782, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6213445c-4b9e-42f8-ac36-042b15ebe782,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:35.469420 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.491184 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Calling delete_port for 6213445c-4b9e-42f8-ac36-042b15ebe782 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:35.509224 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (f3562015-01a8-442c-9260-a631d3a466e0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.515188 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] Deleting port 6213445c-4b9e-42f8-ac36-042b15ebe782 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:35.516180 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.516809 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.520955 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/f3562015-01a8-442c-9260-a631d3a466e0 HTTP/1.1" status: 204 len: 168 time: 1.1316369 Aug 04 02:23:35.525700 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82 resource provider aggregate not found Aug 04 02:23:35.544441 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a4b03-168b-43f3-8d89-ee7adcd13cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3562015-01a8-442c-9260-a631d3a466e0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.547390 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b5ee348-ea2c-48b9-8dfb-37ccdbd86a82 found for delete ", "request_id": "req-c3cd5383-3a1c-4396-9def-70962093b27f"}]} Aug 04 02:23:35.547861 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57826) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:35.554850 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:35.602338 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:35.614162 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11ca447-dee7-4bb9-86d4-11e8fdc20263 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:23:35.616434 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] For port 6213445c-4b9e-42f8-ac36-042b15ebe782, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=6213445c-4b9e-42f8-ac36-042b15ebe782,segment=NetworkSegment(df289bef-0dd1-42c7-9612-0e0cf367ddd8),segment_id=df289bef-0dd1-42c7-9612-0e0cf367ddd8)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:35.617231 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.629955 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Publish callbacks [] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.635232 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] Calling delete_port for 6213445c-4b9e-42f8-ac36-042b15ebe782 owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:35.654093 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Transition to ACTIVE for port object d11ca447-dee7-4bb9-86d4-11e8fdc20263 will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:23:35.655897 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.667546 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.697597 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-77ea570d-b11f-4322-bb48-af810340e486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.700129 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] No DVR routers for this DVR port 6213445c-4b9e-42f8-ac36-042b15ebe782 on host dv-cinder-740146-17-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:35.704706 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=6213445c-4b9e-42f8-ac36-042b15ebe782,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.722510 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:35.744855 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (6213445c-4b9e-42f8-ac36-042b15ebe782), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.766844 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57830) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:35.778468 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] Pushing event deleted for resources: {'Port': ['ID=6213445c-4b9e-42f8-ac36-042b15ebe782,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.781288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637b8a5-5238-44a0-8c44-e0c34792c703 None None] No DVR routers for this DVR port 6213445c-4b9e-42f8-ac36-042b15ebe782 on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:35.838460 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-77ea570d-b11f-4322-bb48-af810340e486 admin admin] Publish callbacks [] for security_group (add708b2-d306-4d7f-94c2-a787698b3384), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.844876 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1a52275c-af85-41a7-b586-a5e1756d59b4 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=1c32d82cce6541718e46908eaf9b98e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0736361 Aug 04 02:23:35.845146 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57832) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:35.857615 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:35.860142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-77ea570d-b11f-4322-bb48-af810340e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (add708b2-d306-4d7f-94c2-a787698b3384), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.864577 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Pushing event updated for resources: {'Port': ['ID=d11ca447-dee7-4bb9-86d4-11e8fdc20263,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.891611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (80d80fb8-9b97-4237-a261-dc06b8102004), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.900864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device bd653032-d32e-4f2f-a426-8169b1057a59 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:35.909237 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-77ea570d-b11f-4322-bb48-af810340e486 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=0846ad04fd624ae6b5a4878f2ffb021b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603177 Aug 04 02:23:35.910724 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57834) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:35.922207 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: bd653032-d32e-4f2f-a426-8169b1057a59 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:35.922659 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device bd653032-d32e-4f2f-a426-8169b1057a59 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:35.923151 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6213445c-4b9e-42f8-ac36-042b15ebe782 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:35.934261 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea570d-b11f-4322-bb48-af810340e486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add708b2-d306-4d7f-94c2-a787698b3384,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:35.940276 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d80fb8-9b97-4237-a261-dc06b8102004']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:35.948894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:35.953897 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 6213445c-4b9e-42f8-ac36-042b15ebe782 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:35.954931 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 6213445c-4b9e-42f8-ac36-042b15ebe782 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:35.955283 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 25142479-21f9-4ebc-83a2-bb880843d3b0 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:35.955992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85aa233a-8af0-4ba7-9d5f-6d8f6293a448 admin admin] Publish callbacks [] for security_group (2d8f2870-b887-4ce9-a242-bbdf442dc66c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.957059 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:35.964281 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df289bef-0dd1-42c7-9612-0e0cf367ddd8') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:35.964583 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df289bef-0dd1-42c7-9612-0e0cf367ddd8') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:35.977032 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Attempting to bind port d11ca447-dee7-4bb9-86d4-11e8fdc20263 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:23:35.977502 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Attempting to bind port d11ca447-dee7-4bb9-86d4-11e8fdc20263 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:23:35.977830 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Attempting to bind port d11ca447-dee7-4bb9-86d4-11e8fdc20263 on network e6cd014b-63be-4064-b16d-1080aac1fab1 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:35.982807 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 25142479-21f9-4ebc-83a2-bb880843d3b0 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:35.983250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 25142479-21f9-4ebc-83a2-bb880843d3b0 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:35.983739 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 66269e61-0913-4a4d-a319-330a256d12c7 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:35.984072 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85aa233a-8af0-4ba7-9d5f-6d8f6293a448 admin admin] Publish callbacks [] for security_group (2d8f2870-b887-4ce9-a242-bbdf442dc66c), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:35.986363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (df289bef-0dd1-42c7-9612-0e0cf367ddd8), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.004377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Port d11ca447-dee7-4bb9-86d4-11e8fdc20263 on network e6cd014b-63be-4064-b16d-1080aac1fab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:23:36.004695 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Attempting to bind port d11ca447-dee7-4bb9-86d4-11e8fdc20263 on network e6cd014b-63be-4064-b16d-1080aac1fab1 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:36.008131 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 66269e61-0913-4a4d-a319-330a256d12c7 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:36.008557 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 66269e61-0913-4a4d-a319-330a256d12c7 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:36.016719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (df289bef-0dd1-42c7-9612-0e0cf367ddd8), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.019309 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:23:36.019653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Checking segment: {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:36.020028 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Bound using segment: {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:23:36.020473 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Bound port: d11ca447-dee7-4bb9-86d4-11e8fdc20263, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ff5c09-d591-4c89-b912-e6ddb6d0e026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:23:36.020849 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.039315 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:23:36.039720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (df289bef-0dd1-42c7-9612-0e0cf367ddd8), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.045264 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85aa233a-8af0-4ba7-9d5f-6d8f6293a448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (2d8f2870-b887-4ce9-a242-bbdf442dc66c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.047993 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-85aa233a-8af0-4ba7-9d5f-6d8f6293a448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.051666 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-85aa233a-8af0-4ba7-9d5f-6d8f6293a448 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/2d8f2870-b887-4ce9-a242-bbdf442dc66c HTTP/1.1" status: 204 len: 168 time: 0.2032704 Aug 04 02:23:36.057894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa233a-8af0-4ba7-9d5f-6d8f6293a448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f2870-b887-4ce9-a242-bbdf442dc66c,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:36.124094 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb94803d-df43-411f-afdc-00cb05c86e57 admin admin] Publish callbacks [] for security_group (add708b2-d306-4d7f-94c2-a787698b3384), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.160278 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (80d80fb8-9b97-4237-a261-dc06b8102004), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.183222 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.186618 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/80d80fb8-9b97-4237-a261-dc06b8102004 HTTP/1.1" status: 204 len: 168 time: 1.1317117 Aug 04 02:23:36.189462 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb94803d-df43-411f-afdc-00cb05c86e57 admin admin] Publish callbacks [] for security_group (add708b2-d306-4d7f-94c2-a787698b3384), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.191766 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57844) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:36.211408 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c47fd0-228c-4368-a2ec-8da1bcb33ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=80d80fb8-9b97-4237-a261-dc06b8102004,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:36.226881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] For port d11ca447-dee7-4bb9-86d4-11e8fdc20263, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:23:36.239670 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f800-3410-4e28-b04b-82fb50177f1e req-644c0016-2c6f-4e0b-a5fb-97fcbb10a1fe tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:36.246871 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2632f800-3410-4e28-b04b-82fb50177f1e req-644c0016-2c6f-4e0b-a5fb-97fcbb10a1fe tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 947 time: 0.0721478 Aug 04 02:23:36.258127 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] For port d11ca447-dee7-4bb9-86d4-11e8fdc20263, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:23:36.260390 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment df289bef-0dd1-42c7-9612-0e0cf367ddd8 resource provider aggregate not found Aug 04 02:23:36.271980 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.276637 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:36.277265 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.278993 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/d11ca447-dee7-4bb9-86d4-11e8fdc20263 HTTP/1.1" status: 200 len: 1097 time: 1.6406605 Aug 04 02:23:36.279603 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'tag': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:36.282089 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70" -d '{"events": [{"name": "network-changed", "server_uuid": "5c454e63-0bf0-4ef0-b980-3997270ad9bd", "tag": "d11ca447-dee7-4bb9-86d4-11e8fdc20263"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:36.287497 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment df289bef-0dd1-42c7-9612-0e0cf367ddd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df289bef-0dd1-42c7-9612-0e0cf367ddd8 found for delete ", "request_id": "req-84c6a864-4002-4093-87f4-0f4322a67e18"}]} Aug 04 02:23:36.330519 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb94803d-df43-411f-afdc-00cb05c86e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (add708b2-d306-4d7f-94c2-a787698b3384), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.333267 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cb94803d-df43-411f-afdc-00cb05c86e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.337414 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cb94803d-df43-411f-afdc-00cb05c86e57 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/add708b2-d306-4d7f-94c2-a787698b3384 HTTP/1.1" status: 204 len: 168 time: 0.4259739 Aug 04 02:23:36.357043 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a8c23-6bde-4761-935f-e2a666d08eec x-openstack-request-id: req-569a8c23-6bde-4761-935f-e2a666d08eec {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:36.357407 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c454e63-0bf0-4ef0-b980-3997270ad9bd", "tag": "d11ca447-dee7-4bb9-86d4-11e8fdc20263", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:36.357579 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-569a8c23-6bde-4761-935f-e2a666d08eec {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:36.357982 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569a8c23-6bde-4761-935f-e2a666d08eec'] response: {'name': 'network-changed', 'server_uuid': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'tag': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263', 'status': 'completed', 'code': 200} Aug 04 02:23:36.365507 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:36.384512 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94803d-df43-411f-afdc-00cb05c86e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add708b2-d306-4d7f-94c2-a787698b3384,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:36.388393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9868c-ae36-4413-a3cc-32d1011a062e service neutron] Pushing event updated for resources: {'Port': ['ID=d11ca447-dee7-4bb9-86d4-11e8fdc20263,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:36.400910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d46aa9f6-400e-4b17-a8d6-6c3d02097a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:36.402468 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-d46aa9f6-400e-4b17-a8d6-6c3d02097a29 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=19eead1456de4c6b9a2a0b0524674f0f&device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 1131 time: 0.0590332 Aug 04 02:23:36.411170 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2632f800-3410-4e28-b04b-82fb50177f1e req-8f1265c3-5ad4-4e53-8e49-945fb7544577 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631021 Aug 04 02:23:36.467507 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-edc3eccd-9e34-473b-8e8f-b0ea547b85c1 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263 HTTP/1.1" status: 200 len: 217 time: 0.0560849 Aug 04 02:23:36.531667 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-dbd4767d-5479-4113-81b3-9e8372caab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:36.534317 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-dbd4767d-5479-4113-81b3-9e8372caab6e service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=05edae0f-702a-4eaf-8463-f6c7b42bf236 HTTP/1.1" status: 200 len: 843 time: 0.0614877 Aug 04 02:23:36.591517 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-02d3edb9-dbd8-4cec-8a97-01c8f733db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:36.595212 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-02d3edb9-dbd8-4cec-8a97-01c8f733db94 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=e6cd014b-63be-4064-b16d-1080aac1fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0552325 Aug 04 02:23:36.706682 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-13e78867-2407-473a-9667-d2893271c024 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/e6cd014b-63be-4064-b16d-1080aac1fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051254 Aug 04 02:23:36.710119 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:36.844936 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fa6e6ed5-3272-4b44-8ab9-82ef78144ee1 req-95e94152-2e70-4d4d-94a4-6c25ad3d1a6e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/e6cd014b-63be-4064-b16d-1080aac1fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319017 Aug 04 02:23:36.986182 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Deleting port fbba1327-f40e-46e9-a159-c2c28ec29aa3 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:36.986937 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:37.124649 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] For port fbba1327-f40e-46e9-a159-c2c28ec29aa3, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=fbba1327-f40e-46e9-a159-c2c28ec29aa3,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:37.125104 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:37.139992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Calling delete_port for fbba1327-f40e-46e9-a159-c2c28ec29aa3 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:37.191929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:37.203912 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:37.346700 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (fbba1327-f40e-46e9-a159-c2c28ec29aa3), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:37.370222 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbba1327-f40e-46e9-a159-c2c28ec29aa3,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:37.422987 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57892) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:37.583757 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-117259649-network', 'tenant_id': '6e0e0182d3494f08a3b84b78740ae151'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:37.606221 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-a449ee69-0d39-4300-9bda-e212486821d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:37.608217 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-a449ee69-0d39-4300-9bda-e212486821d5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=19eead1456de4c6b9a2a0b0524674f0f&device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 1131 time: 0.0679393 Aug 04 02:23:37.638392 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Made reservation on behalf of 6e0e0182d3494f08a3b84b78740ae151 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:37.642059 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:37.932234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06956020-9c6a-4775-a04f-bd8f81a56e40 req-79cb3555-6e79-4375-934c-b4d84767c33e tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:37.933721 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06956020-9c6a-4775-a04f-bd8f81a56e40 req-79cb3555-6e79-4375-934c-b4d84767c33e tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 947 time: 0.3987269 Aug 04 02:23:37.954195 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:37.973247 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.004693 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06956020-9c6a-4775-a04f-bd8f81a56e40 req-f983380e-192f-4a12-9299-2734fd00e2dd tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617642 Aug 04 02:23:38.036657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-56c05c59-41ad-4cbf-ac46-4005f527a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:38.038375 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-56c05c59-41ad-4cbf-ac46-4005f527a229 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=e6cd014b-63be-4064-b16d-1080aac1fab1 HTTP/1.1" status: 200 len: 870 time: 0.4226484 Aug 04 02:23:38.052687 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:38.094776 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-6aa3f582-d91b-4647-afc4-20d965be3bfa service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263 HTTP/1.1" status: 200 len: 217 time: 0.0464606 Aug 04 02:23:38.156700 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks [] for security_group (05298b5f-aefb-4487-bd23-8f29c5d792cf), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.164290 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (05298b5f-aefb-4487-bd23-8f29c5d792cf), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.181201 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-f7e6915b-43e2-42ce-8db5-c60f5611705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:38.182686 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-f7e6915b-43e2-42ce-8db5-c60f5611705f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=05edae0f-702a-4eaf-8463-f6c7b42bf236 HTTP/1.1" status: 200 len: 843 time: 0.0804987 Aug 04 02:23:38.206901 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:23:38.241558 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (8439441a-ba8b-4dbb-a960-8d68d58177d4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.243448 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Added segment 8439441a-ba8b-4dbb-a960-8d68d58177d4 of type vlan for network 7037e07b-3376-46eb-8439-f4344a5fdc7f Aug 04 02:23:38.243624 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05298b5f-aefb-4487-bd23-8f29c5d792cf,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:38.276149 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:38.282958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-df2458a4-b152-4012-a6ce-3554a28fc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:38.284465 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-df2458a4-b152-4012-a6ce-3554a28fc103 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=e6cd014b-63be-4064-b16d-1080aac1fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0929637 Aug 04 02:23:38.306710 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (7037e07b-3376-46eb-8439-f4344a5fdc7f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.371371 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:38.380669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (7037e07b-3376-46eb-8439-f4344a5fdc7f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.381364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:38.381999 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.401720 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:38.407678 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ea73008d-5287-4be1-85f5-390e05fe5ac4 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/7e4984f1-ef16-4a43-b886-9008e2d0c1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1746321 Aug 04 02:23:38.410249 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57922) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:38.414915 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] Sync routers for ids ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:38.429615 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] Routers {'7e4984f1-ef16-4a43-b886-9008e2d0c1a1'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:38.430247 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:38.466513 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-33e96413-37cf-4504-b1bd-5085be428897 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/e6cd014b-63be-4064-b16d-1080aac1fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708705 Aug 04 02:23:38.483572 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0575893 Aug 04 02:23:38.493082 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57926) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:38.508180 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Request body: {'subnet': {'network_id': '7037e07b-3376-46eb-8439-f4344a5fdc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-117259649-subnet', 'tenant_id': '6e0e0182d3494f08a3b84b78740ae151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:38.536150 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:38.538802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks [] for router (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.555792 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d10b86-8307-46a5-8253-53bad1477909 admin admin] Pushing event updated for resources: {'Network': ['ID=7037e07b-3376-46eb-8439-f4344a5fdc7f,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:38.562771 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] Set router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:38.572442 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 7037e07b-3376-46eb-8439-f4344a5fdc7f details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:23:38.594193 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57928) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:38.602489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Made reservation on behalf of 6e0e0182d3494f08a3b84b78740ae151 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:38.605998 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9813798'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.695317 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-0a76b4ed-49a7-4d2f-bdae-1fca85defd70 req-336e3f27-2c8c-41a4-b22a-a5ff5df367fc service neutron] 10.222.0.36 "GET /networking/v2.0/networks/e6cd014b-63be-4064-b16d-1080aac1fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160869 Aug 04 02:23:38.723436 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks [] for router_gateway (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.739101 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:38.778260 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Deleting port 3dfecd6a-a53c-410b-a52f-23d1263db133 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:38.778750 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.782716 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8a4b9c-f2a8-4294-880a-7da826f851fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.811368 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229'}], 'enable_snat': True}, 'gw_port_id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:23:37Z', 'revision_number': 5, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port': {'id': '3dfecd6a-a53c-410b-a52f-23d1263db133', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:18:10Z', 'updated_at': '2022-08-04T02:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:38.837888 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] Checking router: 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:38.847344 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] Routers {'7e4984f1-ef16-4a43-b886-9008e2d0c1a1'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:38.848030 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:38.848336 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:38.867779 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] For port 3dfecd6a-a53c-410b-a52f-23d1263db133, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3dfecd6a-a53c-410b-a52f-23d1263db133,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:38.868253 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.878363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8924112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9813840'] for subnet (7453f698-4586-4a4c-ab71-86c46f3af9a2), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.885664 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Calling delete_port for 3dfecd6a-a53c-410b-a52f-23d1263db133 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:38.943051 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:38.944800 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] Set router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:38.959225 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7453f698-4586-4a4c-ab71-86c46f3af9a2,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:38.991329 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8a4b9c-f2a8-4294-880a-7da826f851fe admin admin] Publish callbacks [] for security_group (613b1848-bfec-40f9-8934-28a808595857), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:38.999086 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Checking segment: {'id': '8439441a-ba8b-4dbb-a960-8d68d58177d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7037e07b-3376-46eb-8439-f4344a5fdc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:38.999451 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Network hostable DHCP agents. Network: 7037e07b-3376-46eb-8439-f4344a5fdc7f, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:23:39.001572 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8a4b9c-f2a8-4294-880a-7da826f851fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (613b1848-bfec-40f9-8934-28a808595857), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.001710 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:23:38Z', 'revision_number': 6, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:39.031445 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6e967-02ac-425b-946c-5c2de094cc09 None None] The sync data for ids ['7e4984f1-ef16-4a43-b886-9008e2d0c1a1'] in dv-cinder-740146-17-iscsi is: [{'id': '7e4984f1-ef16-4a43-b886-9008e2d0c1a1', 'name': 'tempest-TestShelveInstance-713916040-router', 'tenant_id': '14a7085aaa61410885bb0d39cb6d80b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:18:09Z', 'updated_at': '2022-08-04T02:23:38Z', 'revision_number': 6, 'project_id': '14a7085aaa61410885bb0d39cb6d80b0', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:39.052397 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ec8a4b9c-f2a8-4294-880a-7da826f851fe admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=9db150ab0ee44ac6bb14ff2eab6fd197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571598 Aug 04 02:23:39.056330 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a4b9c-f2a8-4294-880a-7da826f851fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b1848-bfec-40f9-8934-28a808595857,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:39.058121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57932) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:39.067986 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Network 7037e07b-3376-46eb-8439-f4344a5fdc7f is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:23:39.079450 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 7037e07b-3376-46eb-8439-f4344a5fdc7f) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:39.084369 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:39.085719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.094273 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b975b3da-ddc7-4931-8a10-256ce63ad5b2 None None] Network 7037e07b-3376-46eb-8439-f4344a5fdc7f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:39.110071 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (3dfecd6a-a53c-410b-a52f-23d1263db133), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.112470 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-71db3bab-a685-4489-b843-0288e8163c49 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6177983 Aug 04 02:23:39.144964 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfecd6a-a53c-410b-a52f-23d1263db133,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:39.167966 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:39.233791 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7dbdebfb-bb3c-41c5-93f1-eb36a9f04024 admin admin] Publish callbacks [] for security_group (613b1848-bfec-40f9-8934-28a808595857), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.244253 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca8850-4a66-45a8-bca7-1724c8d9bf42 None None] Network 7037e07b-3376-46eb-8439-f4344a5fdc7f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:39.262628 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f422a5-7e21-4995-9717-61fd7a92c5d3 req-560199c3-e587-41ed-bf69-2ef4a829bd8f tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:39.264148 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51f422a5-7e21-4995-9717-61fd7a92c5d3 req-560199c3-e587-41ed-bf69-2ef4a829bd8f tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 947 time: 0.1214583 Aug 04 02:23:39.280149 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.297604 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7dbdebfb-bb3c-41c5-93f1-eb36a9f04024 admin admin] Publish callbacks [] for security_group (613b1848-bfec-40f9-8934-28a808595857), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.345542 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1a5e270e-8bb5-421f-8e06-1e8758f7d881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.440492 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.454493 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks [] for router_controller (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.456210 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:39.481316 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-51f422a5-7e21-4995-9717-61fd7a92c5d3 req-b5f05352-31a4-44d5-b8d9-a99631550d87 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018435 Aug 04 02:23:39.528344 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (7e4984f1-ef16-4a43-b886-9008e2d0c1a1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.529188 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4984f1-ef16-4a43-b886-9008e2d0c1a1 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:23:39.534881 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.538760 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-e19d40b4-ef22-4d87-aa6f-cfd7a8a44b22 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/7e4984f1-ef16-4a43-b886-9008e2d0c1a1 HTTP/1.1" status: 204 len: 168 time: 1.1245143 Aug 04 02:23:39.538868 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57946) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:39.548916 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7dbdebfb-bb3c-41c5-93f1-eb36a9f04024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (613b1848-bfec-40f9-8934-28a808595857), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.552184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7dbdebfb-bb3c-41c5-93f1-eb36a9f04024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.553395 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7dbdebfb-bb3c-41c5-93f1-eb36a9f04024 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/613b1848-bfec-40f9-8934-28a808595857 HTTP/1.1" status: 204 len: 168 time: 0.4942353 Aug 04 02:23:39.561651 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdebfb-bb3c-41c5-93f1-eb36a9f04024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b1848-bfec-40f9-8934-28a808595857,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:39.606829 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Deleting subnet 1aa12a10-6bb2-4291-93b4-1b3ff47babac {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:39.610301 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Publish callbacks [] for subnet (1aa12a10-6bb2-4291-93b4-1b3ff47babac), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.654799 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (1aa12a10-6bb2-4291-93b4-1b3ff47babac), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.686630 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:39.700377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57954) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:39.707196 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452280020-network', 'tenant_id': '46e2257762a34e65b114aa64f3253ad4'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:39.758503 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Made reservation on behalf of 46e2257762a34e65b114aa64f3253ad4 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:39.761003 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.764325 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (1aa12a10-6bb2-4291-93b4-1b3ff47babac), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.792092 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.866504 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (1aa12a10-6bb2-4291-93b4-1b3ff47babac), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.910669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.916201 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fbba1327-f40e-46e9-a159-c2c28ec29aa3 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:39.916822 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/1aa12a10-6bb2-4291-93b4-1b3ff47babac HTTP/1.1" status: 204 len: 168 time: 0.3765438 Aug 04 02:23:39.917251 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57958) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:39.919931 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0b161-4969-4df2-ad3b-520ae223b4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa12a10-6bb2-4291-93b4-1b3ff47babac,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:39.947937 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978608b-0477-4cc7-b8af-0f13f9a83fe7 None None] Network da7140a2-2cb4-44ba-97a2-31eedc50fbb2 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:39.950739 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: fbba1327-f40e-46e9-a159-c2c28ec29aa3 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:39.951259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device fbba1327-f40e-46e9-a159-c2c28ec29aa3 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:39.951843 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3dfecd6a-a53c-410b-a52f-23d1263db133 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:39.957813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks [] for security_group (49230b2a-498c-4ee5-afd2-20ddf7018d37), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.963266 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (49230b2a-498c-4ee5-afd2-20ddf7018d37), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:39.979818 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 3dfecd6a-a53c-410b-a52f-23d1263db133 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:39.980195 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3dfecd6a-a53c-410b-a52f-23d1263db133 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:40.010503 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49230b2a-498c-4ee5-afd2-20ddf7018d37,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.013924 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:23:40.027860 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (ade3e5e4-52c8-40b8-890c-6dcf50b9f68b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.028303 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Added segment ade3e5e4-52c8-40b8-890c-6dcf50b9f68b of type vlan for network f881c4b7-0b45-4ab4-98a7-13e1f035a6df Aug 04 02:23:40.035222 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (da7140a2-2cb4-44ba-97a2-31eedc50fbb2), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.079654 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57960) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:40.089480 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (f881c4b7-0b45-4ab4-98a7-13e1f035a6df), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.096735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:40.100839 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be6964d8-064d-4b4b-8bd0-336d38f72b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.102938 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Deleting port 8c097a6c-c7bd-49dd-a876-7560092716a6 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:40.103266 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.126590 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (f881c4b7-0b45-4ab4-98a7-13e1f035a6df), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.127779 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:40.128497 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.189397 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] DHCP port deletion for da7140a2-2cb4-44ba-97a2-31eedc50fbb2 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:23:40.202962 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5011697 Aug 04 02:23:40.204824 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:40.205559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57962) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:40.212771 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Request body: {'subnet': {'network_id': 'f881c4b7-0b45-4ab4-98a7-13e1f035a6df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452280020-subnet', 'tenant_id': '46e2257762a34e65b114aa64f3253ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:40.217739 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c224-80bd-49b7-baf5-c153c3a6c89d admin admin] Pushing event updated for resources: {'Network': ['ID=f881c4b7-0b45-4ab4-98a7-13e1f035a6df,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.221672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] For port 8c097a6c-c7bd-49dd-a876-7560092716a6, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8c097a6c-c7bd-49dd-a876-7560092716a6,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:40.222764 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.241324 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network f881c4b7-0b45-4ab4-98a7-13e1f035a6df details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:23:40.242211 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Made reservation on behalf of 46e2257762a34e65b114aa64f3253ad4 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:40.245168 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9813798'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.253942 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Calling delete_port for 8c097a6c-c7bd-49dd-a876-7560092716a6 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:40.332950 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] Deleting port 8c097a6c-c7bd-49dd-a876-7560092716a6 {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:40.333395 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.361352 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be6964d8-064d-4b4b-8bd0-336d38f72b28 admin admin] Publish callbacks [] for security_group (8c0732cf-2aff-4d1b-bca3-4e830083194f), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.372585 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-be6964d8-064d-4b4b-8bd0-336d38f72b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (8c0732cf-2aff-4d1b-bca3-4e830083194f), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.420500 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] For port 8c097a6c-c7bd-49dd-a876-7560092716a6, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8c097a6c-c7bd-49dd-a876-7560092716a6,segment=NetworkSegment(e808528a-d623-47b9-b842-03d73fab8f14),segment_id=e808528a-d623-47b9-b842-03d73fab8f14)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:40.420900 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.422465 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-be6964d8-064d-4b4b-8bd0-336d38f72b28 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=b20c8651d8394dea9414bb617516b1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418014 Aug 04 02:23:40.429501 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6964d8-064d-4b4b-8bd0-336d38f72b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0732cf-2aff-4d1b-bca3-4e830083194f,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.433202 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57964) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:40.440202 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] Calling delete_port for 8c097a6c-c7bd-49dd-a876-7560092716a6 owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:40.462447 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.480669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8924112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9813840'] for subnet (f3569f6a-8310-4180-9944-da3a111901f6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.502259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Pushing event deleted for resources: {'Port': ['ID=8c097a6c-c7bd-49dd-a876-7560092716a6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.509604 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] No DVR routers for this DVR port 8c097a6c-c7bd-49dd-a876-7560092716a6 on host dv-cinder-740146-17-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:40.515670 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:40.540297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (8c097a6c-c7bd-49dd-a876-7560092716a6), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.556647 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3569f6a-8310-4180-9944-da3a111901f6,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.570133 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Checking segment: {'id': 'ade3e5e4-52c8-40b8-890c-6dcf50b9f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'f881c4b7-0b45-4ab4-98a7-13e1f035a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:40.570698 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Network hostable DHCP agents. Network: f881c4b7-0b45-4ab4-98a7-13e1f035a6df, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:23:40.588291 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d11ca447-dee7-4bb9-86d4-11e8fdc20263 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:23:40.590020 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Network f881c4b7-0b45-4ab4-98a7-13e1f035a6df is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:23:40.601986 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, f881c4b7-0b45-4ab4-98a7-13e1f035a6df) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:40.607260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] Pushing event deleted for resources: {'Port': ['ID=8c097a6c-c7bd-49dd-a876-7560092716a6,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.608025 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:40.608652 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.610411 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba15de-56ca-4c9c-841a-43997856c5a5 None None] No DVR routers for this DVR port 8c097a6c-c7bd-49dd-a876-7560092716a6 on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:40.620106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bed498-77fd-42d4-8074-668db9f37431 None None] Network f881c4b7-0b45-4ab4-98a7-13e1f035a6df requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:40.631044 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (da7140a2-2cb4-44ba-97a2-31eedc50fbb2), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.641233 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-770d319a-002c-4438-ba12-abfedf98eca5 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4345915 Aug 04 02:23:40.670856 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348c3e2-4f52-4740-8d20-56b701bf707c req-4b64acc6-ad95-4544-9b5b-de80c9ea5377 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:40.672442 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6348c3e2-4f52-4740-8d20-56b701bf707c req-4b64acc6-ad95-4544-9b5b-de80c9ea5377 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 947 time: 0.0948999 Aug 04 02:23:40.678701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f838d762-907a-470b-a065-d84c5d55584e admin admin] Publish callbacks [] for security_group (8c0732cf-2aff-4d1b-bca3-4e830083194f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.688559 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7140a2-2cb4-44ba-97a2-31eedc50fbb2']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:40.725273 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e808528a-d623-47b9-b842-03d73fab8f14') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:40.725575 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e808528a-d623-47b9-b842-03d73fab8f14') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:40.730383 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f838d762-907a-470b-a065-d84c5d55584e admin admin] Publish callbacks [] for security_group (8c0732cf-2aff-4d1b-bca3-4e830083194f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.743223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:40.751633 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (e808528a-d623-47b9-b842-03d73fab8f14), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.783962 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (e808528a-d623-47b9-b842-03d73fab8f14), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.801599 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57970) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:40.808981 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:23:40.809392 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (e808528a-d623-47b9-b842-03d73fab8f14), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.813959 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port d11ca447-dee7-4bb9-86d4-11e8fdc20263, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:40.825436 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74803b05-ca65-4ef4-ab3e-41f1b42132a5 None None] Network f881c4b7-0b45-4ab4-98a7-13e1f035a6df requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:40.840322 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6348c3e2-4f52-4740-8d20-56b701bf707c req-8649b16c-7242-41df-929b-eaf555ca03c4 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572320 Aug 04 02:23:40.851640 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Deleting subnet 7453f698-4586-4a4c-ab71-86c46f3af9a2 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:40.855594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Publish callbacks [] for subnet (7453f698-4586-4a4c-ab71-86c46f3af9a2), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.871184 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263', 'network_id': 'e6cd014b-63be-4064-b16d-1080aac1fab1', 'port_id': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263', 'mac_address': 'fa:16:3e:ce:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05edae0f-702a-4eaf-8463-f6c7b42bf236', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:23:40.874101 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment e808528a-d623-47b9-b842-03d73fab8f14 resource provider aggregate not found Aug 04 02:23:40.900570 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment e808528a-d623-47b9-b842-03d73fab8f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e808528a-d623-47b9-b842-03d73fab8f14 found for delete ", "request_id": "req-59c27338-0614-49ab-a703-7be661257fb6"}]} Aug 04 02:23:40.905636 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (da7140a2-2cb4-44ba-97a2-31eedc50fbb2), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.913014 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (7453f698-4586-4a4c-ab71-86c46f3af9a2), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.925388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.931052 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/da7140a2-2cb4-44ba-97a2-31eedc50fbb2 HTTP/1.1" status: 204 len: 168 time: 1.0118208 Aug 04 02:23:40.932432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f18bea-9769-40bf-8d24-c53acf001afb admin admin] Pushing event deleted for resources: {'Network': ['ID=da7140a2-2cb4-44ba-97a2-31eedc50fbb2,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.942082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f838d762-907a-470b-a065-d84c5d55584e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (8c0732cf-2aff-4d1b-bca3-4e830083194f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.944868 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port d11ca447-dee7-4bb9-86d4-11e8fdc20263 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:40.945346 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.945663 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-f838d762-907a-470b-a065-d84c5d55584e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:40.946919 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-f838d762-907a-470b-a065-d84c5d55584e admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/8c0732cf-2aff-4d1b-bca3-4e830083194f HTTP/1.1" status: 204 len: 168 time: 0.5113344 Aug 04 02:23:40.958915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d762-907a-470b-a065-d84c5d55584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0732cf-2aff-4d1b-bca3-4e830083194f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:40.967367 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:40.967516 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (7453f698-4586-4a4c-ab71-86c46f3af9a2), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.018230 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11ca447-dee7-4bb9-86d4-11e8fdc20263 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:23:41.051735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (7453f698-4586-4a4c-ab71-86c46f3af9a2), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.062667 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port d11ca447-dee7-4bb9-86d4-11e8fdc20263, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:41.067250 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.068507 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.074586 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/7453f698-4586-4a4c-ab71-86c46f3af9a2 HTTP/1.1" status: 204 len: 168 time: 0.2692225 Aug 04 02:23:41.075492 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57980) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:41.091733 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af3cdc-19c1-4aea-80c2-03677a157152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7453f698-4586-4a4c-ab71-86c46f3af9a2,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:41.135544 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=d11ca447-dee7-4bb9-86d4-11e8fdc20263,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:41.143320 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=4,neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:41.176375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (7037e07b-3376-46eb-8439-f4344a5fdc7f), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.191269 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 57982) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:41.275359 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['d11ca447-dee7-4bb9-86d4-11e8fdc20263'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:23:41.289956 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (7037e07b-3376-46eb-8439-f4344a5fdc7f), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.315350 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9a4b1b07-e440-4114-b62d-6f7db0ab0524 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=d7f54ee4ba204ceb982f8e4ad5dee102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1206508 Aug 04 02:23:41.315823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57988) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:41.322020 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7037e07b-3376-46eb-8439-f4344a5fdc7f']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:41.334448 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8439441a-ba8b-4dbb-a960-8d68d58177d4') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:41.334786 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8439441a-ba8b-4dbb-a960-8d68d58177d4') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:41.349184 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (8439441a-ba8b-4dbb-a960-8d68d58177d4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.366908 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (8439441a-ba8b-4dbb-a960-8d68d58177d4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.375675 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:23:41.376187 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (8439441a-ba8b-4dbb-a960-8d68d58177d4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.379574 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2f709db-a60d-495b-b418-899a14d0fdc5 admin admin] Publish callbacks [] for security_group (a038e486-5df6-4029-b140-b8a5b49f8e26), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.406662 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2f709db-a60d-495b-b418-899a14d0fdc5 admin admin] Publish callbacks [] for security_group (a038e486-5df6-4029-b140-b8a5b49f8e26), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.408646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:41.467788 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (7037e07b-3376-46eb-8439-f4344a5fdc7f), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.485122 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.491325 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/7037e07b-3376-46eb-8439-f4344a5fdc7f HTTP/1.1" status: 204 len: 168 time: 0.4086986 Aug 04 02:23:41.491325 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a742183e-1ba7-4008-ace2-85e0b5c7c1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7037e07b-3376-46eb-8439-f4344a5fdc7f,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:41.491486 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 57996) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:41.518852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-81218439-c4e1-4e96-a2cf-899f7cc86a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.532673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2f709db-a60d-495b-b418-899a14d0fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a038e486-5df6-4029-b140-b8a5b49f8e26), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.535368 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2f709db-a60d-495b-b418-899a14d0fdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.540387 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a2f709db-a60d-495b-b418-899a14d0fdc5 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a038e486-5df6-4029-b140-b8a5b49f8e26 HTTP/1.1" status: 204 len: 168 time: 0.2199557 Aug 04 02:23:41.560039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f709db-a60d-495b-b418-899a14d0fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a038e486-5df6-4029-b140-b8a5b49f8e26,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:41.568559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Deleting subnet f3569f6a-8310-4180-9944-da3a111901f6 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:41.572528 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Publish callbacks [] for subnet (f3569f6a-8310-4180-9944-da3a111901f6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.619279 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (f3569f6a-8310-4180-9944-da3a111901f6), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.672685 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (f3569f6a-8310-4180-9944-da3a111901f6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.735121 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (f3569f6a-8310-4180-9944-da3a111901f6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.752632 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.759413 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58006) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:41.759649 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/f3569f6a-8310-4180-9944-da3a111901f6 HTTP/1.1" status: 204 len: 168 time: 0.2669909 Aug 04 02:23:41.783703 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330dd7-7702-4a15-af05-961c2182c243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3569f6a-8310-4180-9944-da3a111901f6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:41.858464 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (f881c4b7-0b45-4ab4-98a7-13e1f035a6df), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:41.895166 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8c097a6c-c7bd-49dd-a876-7560092716a6 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:41.934928 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 8c097a6c-c7bd-49dd-a876-7560092716a6 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:41.935283 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8c097a6c-c7bd-49dd-a876-7560092716a6 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:41.988751 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58014) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:42.004814 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (f881c4b7-0b45-4ab4-98a7-13e1f035a6df), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.039246 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0418ac-de92-4094-8c8a-39fe0564918f req-c43613fb-9338-4432-a783-4de643830d3f tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:42.040999 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c0418ac-de92-4094-8c8a-39fe0564918f req-c43613fb-9338-4432-a783-4de643830d3f tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 948 time: 0.0804002 Aug 04 02:23:42.045273 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-461561f6-18b4-4a41-a526-809b972c5ba9 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=14a7085aaa61410885bb0d39cb6d80b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552707 Aug 04 02:23:42.045905 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58020) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:42.049534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f881c4b7-0b45-4ab4-98a7-13e1f035a6df']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:42.067442 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade3e5e4-52c8-40b8-890c-6dcf50b9f68b') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:42.067634 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade3e5e4-52c8-40b8-890c-6dcf50b9f68b') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:42.090007 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (ade3e5e4-52c8-40b8-890c-6dcf50b9f68b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.102825 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c17ea6c-fbe7-469f-9fa9-fc976923d813 admin admin] Publish callbacks [] for security_group (4397a433-4687-4d81-8c65-c47b914e41f0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.116098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (ade3e5e4-52c8-40b8-890c-6dcf50b9f68b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.129081 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c17ea6c-fbe7-469f-9fa9-fc976923d813 admin admin] Publish callbacks [] for security_group (4397a433-4687-4d81-8c65-c47b914e41f0), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.129986 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:23:42.130265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (ade3e5e4-52c8-40b8-890c-6dcf50b9f68b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.135188 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7c0418ac-de92-4094-8c8a-39fe0564918f req-742a1a49-18bf-47ca-bd96-e2dffe581c90 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830665 Aug 04 02:23:42.164545 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:42.197174 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c17ea6c-fbe7-469f-9fa9-fc976923d813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (4397a433-4687-4d81-8c65-c47b914e41f0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.201392 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c17ea6c-fbe7-469f-9fa9-fc976923d813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.201924 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (f881c4b7-0b45-4ab4-98a7-13e1f035a6df), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.209116 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9c17ea6c-fbe7-469f-9fa9-fc976923d813 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/4397a433-4687-4d81-8c65-c47b914e41f0 HTTP/1.1" status: 204 len: 168 time: 0.1550858 Aug 04 02:23:42.211770 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17ea6c-fbe7-469f-9fa9-fc976923d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4397a433-4687-4d81-8c65-c47b914e41f0,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:42.223948 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.227346 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/f881c4b7-0b45-4ab4-98a7-13e1f035a6df HTTP/1.1" status: 204 len: 168 time: 0.4663675 Aug 04 02:23:42.239332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ebade-7373-4820-86cc-98afcf462f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=f881c4b7-0b45-4ab4-98a7-13e1f035a6df,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:42.554978 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58036) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:42.577134 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d11ca447-dee7-4bb9-86d4-11e8fdc20263 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:42.604509 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8d70116d-0108-463c-8577-f0fe4f457d27 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=6e0e0182d3494f08a3b84b78740ae151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480394 Aug 04 02:23:42.607148 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58038) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:42.615904 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:42.631668 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port d11ca447-dee7-4bb9-86d4-11e8fdc20263 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:23:42.634801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:42.644148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port d11ca447-dee7-4bb9-86d4-11e8fdc20263 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:42.644882 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.678275 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a87b133-bcd1-48d0-9eb9-f9170e61c25e admin admin] Publish callbacks [] for security_group (05298b5f-aefb-4487-bd23-8f29c5d792cf), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.701998 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a87b133-bcd1-48d0-9eb9-f9170e61c25e admin admin] Publish callbacks [] for security_group (05298b5f-aefb-4487-bd23-8f29c5d792cf), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.760514 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a87b133-bcd1-48d0-9eb9-f9170e61c25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (05298b5f-aefb-4487-bd23-8f29c5d792cf), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.764012 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a87b133-bcd1-48d0-9eb9-f9170e61c25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.765447 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7a87b133-bcd1-48d0-9eb9-f9170e61c25e admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/05298b5f-aefb-4487-bd23-8f29c5d792cf HTTP/1.1" status: 204 len: 168 time: 0.1571949 Aug 04 02:23:42.776436 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b133-bcd1-48d0-9eb9-f9170e61c25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05298b5f-aefb-4487-bd23-8f29c5d792cf,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:42.780418 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port d11ca447-dee7-4bb9-86d4-11e8fdc20263 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:42.781996 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.806243 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.821393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:42.823643 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4a16b2-ce7b-4b53-818c-bb040add69ca" -d '{"events": [{"server_uuid": "5c454e63-0bf0-4ef0-b980-3997270ad9bd", "name": "network-vif-plugged", "status": "completed", "tag": "d11ca447-dee7-4bb9-86d4-11e8fdc20263"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:42.838092 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port d11ca447-dee7-4bb9-86d4-11e8fdc20263, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:42.844463 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:42.883933 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d617c204-f870-48ca-a12b-ad1b23d41609 x-openstack-request-id: req-d617c204-f870-48ca-a12b-ad1b23d41609 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:42.884431 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c454e63-0bf0-4ef0-b980-3997270ad9bd", "name": "network-vif-plugged", "status": "completed", "tag": "d11ca447-dee7-4bb9-86d4-11e8fdc20263", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:42.884916 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d617c204-f870-48ca-a12b-ad1b23d41609 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:42.885313 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d617c204-f870-48ca-a12b-ad1b23d41609'] response: {'server_uuid': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263', 'code': 200} Aug 04 02:23:42.909819 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=d11ca447-dee7-4bb9-86d4-11e8fdc20263,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:42.945041 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8439441a-ba8b-4dbb-a960-8d68d58177d4 resource provider aggregate not found Aug 04 02:23:42.966041 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment 8439441a-ba8b-4dbb-a960-8d68d58177d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8439441a-ba8b-4dbb-a960-8d68d58177d4 found for delete ", "request_id": "req-6513a0cb-a187-4763-b6bf-2e04989c7fda"}]} Aug 04 02:23:42.991844 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment ade3e5e4-52c8-40b8-890c-6dcf50b9f68b resource provider aggregate not found Aug 04 02:23:43.011699 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment ade3e5e4-52c8-40b8-890c-6dcf50b9f68b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade3e5e4-52c8-40b8-890c-6dcf50b9f68b found for delete ", "request_id": "req-53196826-c44b-4698-a508-02fc563c370b"}]} Aug 04 02:23:43.119389 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0a44a-e872-4ee5-b468-90dbf3e0d43b req-026572a3-9fdf-4c21-8c29-455b8bc68d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:43.121150 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-03e0a44a-e872-4ee5-b468-90dbf3e0d43b req-026572a3-9fdf-4c21-8c29-455b8bc68d18 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 1133 time: 0.0430596 Aug 04 02:23:43.180380 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-03e0a44a-e872-4ee5-b468-90dbf3e0d43b req-6840992e-7832-488b-9fce-9e72a65afdaf service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524046 Aug 04 02:23:43.275391 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03db206-b356-4218-ae7f-8313c2ec41e4 req-8dcd4166-9c9d-4e18-b764-a67507b65a4f tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:43.277077 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b03db206-b356-4218-ae7f-8313c2ec41e4 req-8dcd4166-9c9d-4e18-b764-a67507b65a4f tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 949 time: 0.0524135 Aug 04 02:23:43.287458 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58070) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:43.341875 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b03db206-b356-4218-ae7f-8313c2ec41e4 req-7507bad2-e36c-4597-8084-77522bd5991d tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590253 Aug 04 02:23:43.346353 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d2225632-ccd8-4227-8d66-40bfa2932c4a admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=46e2257762a34e65b114aa64f3253ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577471 Aug 04 02:23:43.348967 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58076) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:43.368334 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:43.405587 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c18c01-abec-469b-9825-8c8faad18db1 admin admin] Publish callbacks [] for security_group (49230b2a-498c-4ee5-afd2-20ddf7018d37), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:43.438625 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c18c01-abec-469b-9825-8c8faad18db1 admin admin] Publish callbacks [] for security_group (49230b2a-498c-4ee5-afd2-20ddf7018d37), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:43.493802 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c18c01-abec-469b-9825-8c8faad18db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (49230b2a-498c-4ee5-afd2-20ddf7018d37), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:43.497668 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c18c01-abec-469b-9825-8c8faad18db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:43.498982 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d5c18c01-abec-469b-9825-8c8faad18db1 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/49230b2a-498c-4ee5-afd2-20ddf7018d37 HTTP/1.1" status: 204 len: 168 time: 0.1489697 Aug 04 02:23:43.519630 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c18c01-abec-469b-9825-8c8faad18db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49230b2a-498c-4ee5-afd2-20ddf7018d37,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:43.660651 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58096) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:43.890958 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea726ed9-da99-49c5-bc94-e98b5c56b01d req-1b22485b-8f0c-4c51-9c2c-949d40c887c6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:43.893251 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea726ed9-da99-49c5-bc94-e98b5c56b01d req-1b22485b-8f0c-4c51-9c2c-949d40c887c6 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.0518687 Aug 04 02:23:43.920011 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:43.947479 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-663306582-network', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:43.952511 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ea726ed9-da99-49c5-bc94-e98b5c56b01d req-7a7ae09b-e378-4de3-acca-8e7ff1691a6a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512388 Aug 04 02:23:43.973082 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Made reservation on behalf of 5f4683550a9d40d1ab0439d002d73749 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:43.976238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:43.987127 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.073715 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks [] for security_group (a77c1346-a523-4630-ae35-aac894f420f5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.079416 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a77c1346-a523-4630-ae35-aac894f420f5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.106994 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:23:44.117624 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c1346-a523-4630-ae35-aac894f420f5,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:44.122714 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (f4ecc4dc-5d08-4cf9-9123-bea3197e485d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.123246 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Added segment f4ecc4dc-5d08-4cf9-9123-bea3197e485d of type vlan for network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 Aug 04 02:23:44.164295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:44.167625 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.198676 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.199811 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:44.200643 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.221159 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5584843 Aug 04 02:23:44.224326 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58120) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:44.229672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Request body: {'subnet': {'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-663306582-subnet', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:44.250957 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Made reservation on behalf of 5f4683550a9d40d1ab0439d002d73749 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:44.253815 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901862'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.282645 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d2857-6e98-475c-9524-243ba3b79fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:44.293923 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:23:44.391654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.438769 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.445098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:44.551522 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901776'] for subnet (80de0531-803e-4995-aa6f-151bf80b82e6), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.583683 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef210aa3-c453-455b-be6b-42b199c55980 req-87d7c856-dc77-4bdb-84d8-c1961eb816ad tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:44.585318 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef210aa3-c453-455b-be6b-42b199c55980 req-87d7c856-dc77-4bdb-84d8-c1961eb816ad tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 949 time: 0.0905097 Aug 04 02:23:44.645323 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80de0531-803e-4995-aa6f-151bf80b82e6,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:44.672712 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Checking segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:44.673079 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Network hostable DHCP agents. Network: c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:23:44.679975 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ef210aa3-c453-455b-be6b-42b199c55980 req-65147a63-afab-4f83-959e-463366058f52 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875003 Aug 04 02:23:44.695344 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:23:44.704741 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:44.708921 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:44.709507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.714628 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1895fc57-a589-4099-a8b1-5f10a781d9c4 None None] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:44.728464 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-61cb9738-eab7-4909-a3a8-acbda695338a admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5021133 Aug 04 02:23:44.730540 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58140) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:44.735660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:44.760331 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (3d225257-4ed6-4d25-9c5c-ad522e82caeb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.761411 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (3d225257-4ed6-4d25-9c5c-ad522e82caeb), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.813068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks [] for router_controller (3d225257-4ed6-4d25-9c5c-ad522e82caeb), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.838141 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:23:44.839287 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:44.967567 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks [] for router_gateway (3d225257-4ed6-4d25-9c5c-ad522e82caeb), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.005982 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Allocated IP 172.20.0.2 (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4/80de0531-803e-4995-aa6f-151bf80b82e6/f7707197-f5e7-4896-ad86-4608016c02e5) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:45.107073 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:45.126711 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c7ca2-ca97-4202-af29-441d107b7a6d req-a2edda37-95b5-4807-9225-384fe772b026 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:45.128289 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-613c7ca2-ca97-4202-af29-441d107b7a6d req-a2edda37-95b5-4807-9225-384fe772b026 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.0793347 Aug 04 02:23:45.194041 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Publish callbacks [] for port (f7707197-f5e7-4896-ad86-4608016c02e5), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.203772 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.246653 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:45.251852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:45.258453 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:45.275968 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-613c7ca2-ca97-4202-af29-441d107b7a6d req-fd890e90-629b-4e53-a84b-ef4417ea657a tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118798 Aug 04 02:23:45.281769 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks [] for router_gateway (3d225257-4ed6-4d25-9c5c-ad522e82caeb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.296156 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Pushing event updated for resources: {'Port': ['ID=f7707197-f5e7-4896-ad86-4608016c02e5,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:45.303696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.339685 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Attempting to bind port f7707197-f5e7-4896-ad86-4608016c02e5 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:23:45.340062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Attempting to bind port f7707197-f5e7-4896-ad86-4608016c02e5 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:23:45.340435 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Attempting to bind port f7707197-f5e7-4896-ad86-4608016c02e5 on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:45.346878 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:23:45.347256 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Checking segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:45.347666 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.348064 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Bound using segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:23:45.348541 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Bound port: f7707197-f5e7-4896-ad86-4608016c02e5, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:23:45.348953 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.412072 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:45.427554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] For port f7707197-f5e7-4896-ad86-4608016c02e5, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:23:45.427554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] For port f7707197-f5e7-4896-ad86-4608016c02e5, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=f7707197-f5e7-4896-ad86-4608016c02e5,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:23:45.427835 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Allocated IP 172.27.4.109 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/63fe0d8c-f6e6-4e2a-ab22-e088530960ce) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:45.436068 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.513973 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:45.517643 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb651b1-da6e-44ee-a83a-5911a500d349 None None] Pushing event updated for resources: {'Port': ['ID=f7707197-f5e7-4896-ad86-4608016c02e5,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:45.587325 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks [] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.631035 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.719939 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:45.728443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:45.735082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:45.744174 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Pushing event updated for resources: {'Port': ['ID=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:45.745085 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-3ca64736-b6bc-4b2b-8d1a-7e4d8b260dbf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:45.748318 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-3ca64736-b6bc-4b2b-8d1a-7e4d8b260dbf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.1578395 Aug 04 02:23:45.986576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f7707197-f5e7-4896-ad86-4608016c02e5 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:45.990104 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Deleting port e27a122d-e8ab-43dd-b688-af2ca492785b {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:45.990768 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:45.994101 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58176) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:46.040279 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port f7707197-f5e7-4896-ad86-4608016c02e5 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:46.041160 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.128024 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] For port e27a122d-e8ab-43dd-b688-af2ca492785b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e27a122d-e8ab-43dd-b688-af2ca492785b,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:46.129451 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.137870 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port f7707197-f5e7-4896-ad86-4608016c02e5 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:46.138604 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.162566 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1fa46e0d-3703-48f6-ba4e-5c751518692e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.184702 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port f7707197-f5e7-4896-ad86-4608016c02e5, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=f7707197-f5e7-4896-ad86-4608016c02e5,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:46.190083 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.201948 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e839e-e26b-4363-9ef6-639ba56555b8 req-4f0f900a-1301-4cc6-b14d-b0d26decfde8 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:46.203495 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-426e839e-e26b-4363-9ef6-639ba56555b8 req-4f0f900a-1301-4cc6-b14d-b0d26decfde8 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 949 time: 0.0631201 Aug 04 02:23:46.216958 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:46.241312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:46.256259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=f7707197-f5e7-4896-ad86-4608016c02e5,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:46.363022 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-426e839e-e26b-4363-9ef6-639ba56555b8 req-fadd7e79-9e64-4180-89b2-73e899d239c9 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285918 Aug 04 02:23:46.400907 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1fa46e0d-3703-48f6-ba4e-5c751518692e admin admin] Publish callbacks [] for security_group (215d8f0a-4535-4d6c-9a88-13c92a6b0864), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.409715 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-1fa46e0d-3703-48f6-ba4e-5c751518692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (215d8f0a-4535-4d6c-9a88-13c92a6b0864), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.446785 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.448506 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (39987436-cdb5-426d-8323-0ca3271f3209), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.448873 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Floating IP 39987436-cdb5-426d-8323-0ca3271f3209 disassociated. External IP: 172.27.4.252, port: e27a122d-e8ab-43dd-b688-af2ca492785b. Aug 04 02:23:46.449240 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Calling delete_port for e27a122d-e8ab-43dd-b688-af2ca492785b owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:46.467280 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa46e0d-3703-48f6-ba4e-5c751518692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215d8f0a-4535-4d6c-9a88-13c92a6b0864,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:46.490251 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1fa46e0d-3703-48f6-ba4e-5c751518692e admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=56eae010a28e44cb80f5ebc30d76490b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4913144 Aug 04 02:23:46.497139 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58186) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:46.508937 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522fdc0-5e0a-4db0-9e23-9659643fc61f req-f3755530-6ea8-43b5-b00b-c01e0df0e0e9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:46.510679 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f522fdc0-5e0a-4db0-9e23-9659643fc61f req-f3755530-6ea8-43b5-b00b-c01e0df0e0e9 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 946 time: 0.1022048 Aug 04 02:23:46.560567 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks [] for router_gateway (3d225257-4ed6-4d25-9c5c-ad522e82caeb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.645568 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f522fdc0-5e0a-4db0-9e23-9659643fc61f req-e076e471-8872-4ef4-b8a8-eb239ade89b2 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274378 Aug 04 02:23:46.699305 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14a02472-9940-436b-9b8e-5be871dd478f admin admin] Publish callbacks [] for security_group (215d8f0a-4535-4d6c-9a88-13c92a6b0864), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.707141 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:46.725064 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (e27a122d-e8ab-43dd-b688-af2ca492785b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.744167 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:46.764148 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14a02472-9940-436b-9b8e-5be871dd478f admin admin] Publish callbacks [] for security_group (215d8f0a-4535-4d6c-9a88-13c92a6b0864), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.773765 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event deleted for resources: {'Port': ['ID=e27a122d-e8ab-43dd-b688-af2ca492785b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:46.797453 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283e480-4551-4165-8342-726538d780e8 None None] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:46.805403 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c007ec-fdaa-43c2-8982-15a1f734c914 req-6c08c375-58d7-47bd-9be3-f331e59f7b32 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:46.807138 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3c007ec-fdaa-43c2-8982-15a1f734c914 req-6c08c375-58d7-47bd-9be3-f331e59f7b32 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 949 time: 0.0964711 Aug 04 02:23:46.867344 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:46.886296 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:46.895086 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-66ddee5e-2a6b-43e1-a1a4-916cdd79ff7d None None] Provisioning complete for port f7707197-f5e7-4896-ad86-4608016c02e5 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:46.895459 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-66ddee5e-2a6b-43e1-a1a4-916cdd79ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.911698 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14a02472-9940-436b-9b8e-5be871dd478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (215d8f0a-4535-4d6c-9a88-13c92a6b0864), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.914291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-14a02472-9940-436b-9b8e-5be871dd478f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.915478 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-14a02472-9940-436b-9b8e-5be871dd478f admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/215d8f0a-4535-4d6c-9a88-13c92a6b0864 HTTP/1.1" status: 204 len: 168 time: 0.4172270 Aug 04 02:23:46.919601 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (3d225257-4ed6-4d25-9c5c-ad522e82caeb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:46.927522 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a02472-9940-436b-9b8e-5be871dd478f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215d8f0a-4535-4d6c-9a88-13c92a6b0864,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:46.931264 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3c007ec-fdaa-43c2-8982-15a1f734c914 req-a1e8ec66-0fde-4609-8bce-f93777eb8b6c tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844359 Aug 04 02:23:46.938546 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Router 77861627-b5f0-4e3c-8559-e84e2075f596 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:46.997994 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:47.092135 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:47.102920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-66ddee5e-2a6b-43e1-a1a4-916cdd79ff7d None None] Current status of the port f7707197-f5e7-4896-ad86-4608016c02e5 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:47.107485 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:47.120054 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:47.122286 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:47.170454 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] No DVR routers for this DVR port e27a122d-e8ab-43dd-b688-af2ca492785b on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:47.177721 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.191149 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-8f30599a-32f0-4ab4-a5ee-91527d76e03f req-eda01fd1-d779-429e-8629-64a6cbfb5085 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.36 "DELETE /networking/v2.0/ports/e27a122d-e8ab-43dd-b688-af2ca492785b HTTP/1.1" status: 204 len: 173 time: 1.4334528 Aug 04 02:23:47.191661 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-deleted', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:47.200452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:23:47.210040 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968d4f1-14e9-4c0b-a9a7-b3c72acc6076" -d '{"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-deleted", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:47.272863 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:47.284797 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f9108d-0f28-42ac-8245-6d452a597a2c x-openstack-request-id: req-86f9108d-0f28-42ac-8245-6d452a597a2c {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:47.285575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da993a-75f6-4244-8ed1-2bf6bab0917b", "name": "network-vif-deleted", "tag": "e27a122d-e8ab-43dd-b688-af2ca492785b", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:47.285575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86f9108d-0f28-42ac-8245-6d452a597a2c {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:47.285775 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f9108d-0f28-42ac-8245-6d452a597a2c'] response: {'server_uuid': '54da993a-75f6-4244-8ed1-2bf6bab0917b', 'name': 'network-vif-deleted', 'tag': 'e27a122d-e8ab-43dd-b688-af2ca492785b', 'status': 'completed', 'code': 200} Aug 04 02:23:47.406703 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:47.417754 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:47.429697 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:47.440091 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:47.446163 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58202) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:47.460445 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.461932 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7f5ae9c7-2df3-4828-9e6d-d830d1f3922b admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7302487 Aug 04 02:23:47.464931 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58206) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:47.471393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-d6b8c5e1-0668-4cb3-86f7-183dc7258100 None None] Provisioning complete for port f7707197-f5e7-4896-ad86-4608016c02e5 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:47.471760 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d6b8c5e1-0668-4cb3-86f7-183dc7258100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.644995 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a55d55c-f5c7-40df-bcab-cd1369512d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.682046 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58208) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:47.722686 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:47.726576 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2eefe56-1dc8-4dd7-be91-aea841c9e676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.726802 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-d6b8c5e1-0668-4cb3-86f7-183dc7258100 None None] Current status of the port f7707197-f5e7-4896-ad86-4608016c02e5 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:47.774855 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:47.787203 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:47.787960 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:47.846883 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f73a4802-083a-4337-8248-9a31bb855065 req-ee0fca13-976a-486a-a2cb-1faeefb7d97e tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=54da993a-75f6-4244-8ed1-2bf6bab0917b HTTP/1.1" status: 200 len: 210 time: 0.0422158 Aug 04 02:23:47.913408 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a55d55c-f5c7-40df-bcab-cd1369512d47 admin admin] Publish callbacks [] for security_group (9ad4dc6e-b19c-4e5e-a568-8496513b90be), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.922078 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7a55d55c-f5c7-40df-bcab-cd1369512d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9ad4dc6e-b19c-4e5e-a568-8496513b90be), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:47.931258 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:47.959475 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2eefe56-1dc8-4dd7-be91-aea841c9e676 admin admin] Publish callbacks [] for security_group (e4f03325-10c8-4f14-87fd-0a66c0283c87), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.010107 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2eefe56-1dc8-4dd7-be91-aea841c9e676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e4f03325-10c8-4f14-87fd-0a66c0283c87), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.023195 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f7707197-f5e7-4896-ad86-4608016c02e5 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:48.080713 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:48.105933 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7a55d55c-f5c7-40df-bcab-cd1369512d47 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=265a3a38ac2e4beda80f0569ec2dc90d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6560316 Aug 04 02:23:48.111363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58214) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:48.160533 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d55c-f5c7-40df-bcab-cd1369512d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad4dc6e-b19c-4e5e-a568-8496513b90be,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:48.177025 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1695098-b4dc-4ec6-9908-ec782fd2c862 req-45d6eff4-0f58-4619-9eb7-d5abd1f783de tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:48.181811 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655766e2-da42-46b9-ab9a-552d9437452c req-63da2c43-cc9a-445a-bd16-e6a4acca7a07 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:48.184668 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1695098-b4dc-4ec6-9908-ec782fd2c862 req-45d6eff4-0f58-4619-9eb7-d5abd1f783de tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 949 time: 0.0693576 Aug 04 02:23:48.188256 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-655766e2-da42-46b9-ab9a-552d9437452c req-63da2c43-cc9a-445a-bd16-e6a4acca7a07 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 949 time: 0.2431622 Aug 04 02:23:48.215555 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a2eefe56-1dc8-4dd7-be91-aea841c9e676 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=3ed51048805f443ebfad1b7ba832c591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5322282 Aug 04 02:23:48.223008 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58216) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:48.229921 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:48.230506 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:46Z', 'revision_number': 3, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:48.263738 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:48.264287 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Updating router 3d225257-4ed6-4d25-9c5c-ad522e82caeb port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:23:48.282017 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eefe56-1dc8-4dd7-be91-aea841c9e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f03325-10c8-4f14-87fd-0a66c0283c87,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:48.308764 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:48.311331 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.326382 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.336484 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2eb5-4881-4121-b6d9-4a5e8e5e430c admin admin] Publish callbacks [] for security_group (9ad4dc6e-b19c-4e5e-a568-8496513b90be), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.337642 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f1695098-b4dc-4ec6-9908-ec782fd2c862 req-4776660e-40f1-496e-bc6b-100b2432fb64 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=61ca61b0-49c2-4308-8966-172b5f039587&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520786 Aug 04 02:23:48.372123 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Deleting port d11ca447-dee7-4bb9-86d4-11e8fdc20263 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:48.372602 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.380422 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Publish callbacks [] for security_group (e4f03325-10c8-4f14-87fd-0a66c0283c87), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.380684 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:48.396257 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2eb5-4881-4121-b6d9-4a5e8e5e430c admin admin] Publish callbacks [] for security_group (9ad4dc6e-b19c-4e5e-a568-8496513b90be), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.441910 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Publish callbacks [] for security_group (e4f03325-10c8-4f14-87fd-0a66c0283c87), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.455146 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:48.485401 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:48.493448 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port f7707197-f5e7-4896-ad86-4608016c02e5 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:48.493851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.516736 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] For port d11ca447-dee7-4bb9-86d4-11e8fdc20263, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d11ca447-dee7-4bb9-86d4-11e8fdc20263,segment=NetworkSegment(a8ff5c09-d591-4c89-b912-e6ddb6d0e026),segment_id=a8ff5c09-d591-4c89-b912-e6ddb6d0e026)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:48.517217 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.525194 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:48.534783 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Calling delete_port for d11ca447-dee7-4bb9-86d4-11e8fdc20263 owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:48.545404 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2eb5-4881-4121-b6d9-4a5e8e5e430c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9ad4dc6e-b19c-4e5e-a568-8496513b90be), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.548956 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c2c2eb5-4881-4121-b6d9-4a5e8e5e430c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.550625 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9c2c2eb5-4881-4121-b6d9-4a5e8e5e430c admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/9ad4dc6e-b19c-4e5e-a568-8496513b90be HTTP/1.1" status: 204 len: 168 time: 0.4322104 Aug 04 02:23:48.574894 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c2eb5-4881-4121-b6d9-4a5e8e5e430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad4dc6e-b19c-4e5e-a568-8496513b90be,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:48.596691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:48.618255 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (e4f03325-10c8-4f14-87fd-0a66c0283c87), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.621657 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.623282 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/e4f03325-10c8-4f14-87fd-0a66c0283c87 HTTP/1.1" status: 204 len: 168 time: 0.3990712 Aug 04 02:23:48.634922 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e6db2-7078-4ccb-a03d-7c6ad031005d None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:17:05Z', 'revision_number': 4, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '9d33d1d9-480a-4a4f-97f3-920531a58930', 'name': '', 'network_id': 'a5813221-e639-425b-a3c4-33938890da3f', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'mac_address': 'fa:16:3e:11:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:17:04Z', 'updated_at': '2022-08-04T02:17:26Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'subnets': [{'id': '8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:48.643237 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f03325-10c8-4f14-87fd-0a66c0283c87,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:48.675177 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.675589 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.676093 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.676591 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.676968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.681659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.682119 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.682475 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.682822 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.685626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.685996 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.687043 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.687411 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.687758 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.688104 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986b35b2-7b40-4985-a065-6e681120ea52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:48.714563 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Allocated IP 172.20.0.1 (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4/80de0531-803e-4995-aa6f-151bf80b82e6/0e9c5b4e-3c38-482d-827c-9766ed6b4080) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:48.755124 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (d11ca447-dee7-4bb9-86d4-11e8fdc20263), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.776847 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['d11ca447-dee7-4bb9-86d4-11e8fdc20263'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:23:48.835182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Pushing event deleted for resources: {'Port': ['ID=d11ca447-dee7-4bb9-86d4-11e8fdc20263,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:48.864790 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port f7707197-f5e7-4896-ad86-4608016c02e5 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:48.887464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] No DVR routers for this DVR port d11ca447-dee7-4bb9-86d4-11e8fdc20263 on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:48.891997 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:48.898638 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-655766e2-da42-46b9-ab9a-552d9437452c req-38a262b2-d200-4ea9-9170-d3e1e72b6234 tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d11ca447-dee7-4bb9-86d4-11e8fdc20263 HTTP/1.1" status: 204 len: 173 time: 0.6999564 Aug 04 02:23:48.992360 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks [] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.011056 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Publish callbacks [] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.015690 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58228) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:49.029046 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.076690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.141347 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Attempting to bind port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:23:49.141783 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Attempting to bind port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:23:49.142387 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Attempting to bind port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:49.153978 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7be6124-5fd3-4b23-b985-d194e55d7daf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (9e8b4e1c-cc2a-4461-9bf7-009baeff3d88), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.170466 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:23:49.170838 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:49.171425 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.172451 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:23:49.172950 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Bound port: 63fe0d8c-f6e6-4e2a-ab22-e088530960ce, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:23:49.173405 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.193584 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:49.197176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3598e5e-696a-4c8f-8f5d-e3bc77ceb424 None None] New status for floating IP 39987436-cdb5-426d-8323-0ca3271f3209: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:23:49.204457 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7be6124-5fd3-4b23-b985-d194e55d7daf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (9e8b4e1c-cc2a-4461-9bf7-009baeff3d88), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.208582 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Pushing event updated for resources: {'Port': ['ID=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:49.215246 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:49.220160 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:49.222161 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.222554 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.222849 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.223242 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.223522 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.223842 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.224169 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.224948 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.225324 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.225653 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.225977 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.226300 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.226618 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.226932 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.227310 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:23:49.269446 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] For port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:23:49.273426 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] For port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:23:49.282800 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.287810 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'name': 'network-vif-deleted', 'tag': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:23:49.290376 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75241b-c8c6-41e3-937f-d0c09aa8d8d5" -d '{"events": [{"server_uuid": "5c454e63-0bf0-4ef0-b980-3997270ad9bd", "name": "network-vif-deleted", "tag": "d11ca447-dee7-4bb9-86d4-11e8fdc20263"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:23:49.348701 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7be6124-5fd3-4b23-b985-d194e55d7daf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (9e8b4e1c-cc2a-4461-9bf7-009baeff3d88), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.349449 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9c5b4e-3c38-482d-827c-9766ed6b4080,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:49.352250 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f7be6124-5fd3-4b23-b985-d194e55d7daf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.353559 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f7be6124-5fd3-4b23-b985-d194e55d7daf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/9e8b4e1c-cc2a-4461-9bf7-009baeff3d88 HTTP/1.1" status: 204 len: 168 time: 0.3353317 Aug 04 02:23:49.358100 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58236) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:49.406693 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be6124-5fd3-4b23-b985-d194e55d7daf tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8b4e1c-cc2a-4461-9bf7-009baeff3d88,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:49.426691 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e99e0f-0386-4f50-8835-edcb121386fa x-openstack-request-id: req-c7e99e0f-0386-4f50-8835-edcb121386fa {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:23:49.427096 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c454e63-0bf0-4ef0-b980-3997270ad9bd", "name": "network-vif-deleted", "tag": "d11ca447-dee7-4bb9-86d4-11e8fdc20263", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:23:49.427476 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7e99e0f-0386-4f50-8835-edcb121386fa {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:23:49.428110 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e99e0f-0386-4f50-8835-edcb121386fa'] response: {'server_uuid': '5c454e63-0bf0-4ef0-b980-3997270ad9bd', 'name': 'network-vif-deleted', 'tag': 'd11ca447-dee7-4bb9-86d4-11e8fdc20263', 'status': 'completed', 'code': 200} Aug 04 02:23:49.441801 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (3d225257-4ed6-4d25-9c5c-ad522e82caeb), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.445427 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111230d0-a11c-4387-af9d-46b24ec70802 None None] Pushing event updated for resources: {'Port': ['ID=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:49.459067 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:49.459883 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:49.597807 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58244) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:49.618103 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:49.618883 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ae2de2d2-dd1d-4087-b10d-624c331cfb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.687741 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:49.699961 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.api.v2.resource [None req-51c1b484-a6c0-4339-b5a0-e20de4c4e699 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] show failed (client error): The resource could not be found. Aug 04 02:23:49.706536 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-51c1b484-a6c0-4339-b5a0-e20de4c4e699 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "GET /networking/v2.0/security-groups/9e8b4e1c-cc2a-4461-9bf7-009baeff3d88 HTTP/1.1" status: 404 len: 347 time: 0.3411822 Aug 04 02:23:49.716217 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58248) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:49.766915 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b2c12116-bb2e-400b-aa0b-67c092ad4c5f req-e3217418-ea5a-4190-b9ec-348ab5aa8b1c tempest-VolumesNegativeTest-194474938 tempest-VolumesNegativeTest-194474938-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5c454e63-0bf0-4ef0-b980-3997270ad9bd HTTP/1.1" status: 200 len: 210 time: 0.0805404 Aug 04 02:23:49.811370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-4a6371f3-541d-4bc2-8a99-3e6124a8e5e6 None None] Provisioning complete for port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:49.811768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a6371f3-541d-4bc2-8a99-3e6124a8e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.812498 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:49.868019 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:49.895415 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-4a6371f3-541d-4bc2-8a99-3e6124a8e5e6 None None] Port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:23:49.963586 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:46Z', 'revision_number': 3, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:49.993897 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc8a574-19e5-4619-bcce-232760fa4b49 None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:46Z', 'revision_number': 3, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:50.022396 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:50.038838 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks [] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.045128 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.133636 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (3d225257-4ed6-4d25-9c5c-ad522e82caeb), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.164220 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9c5b4e-3c38-482d-827c-9766ed6b4080,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:50.187626 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Deleting port fff58651-c66b-447e-8e6f-e0866577b5cd {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:50.188212 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.233607 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ae2de2d2-dd1d-4087-b10d-624c331cfb9b admin admin] Publish callbacks [] for security_group (004b99b8-ab44-4f83-b7e5-747084e21e74), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.242098 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ae2de2d2-dd1d-4087-b10d-624c331cfb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (004b99b8-ab44-4f83-b7e5-747084e21e74), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.277447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:50.292149 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:50.295006 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:50.317882 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2de2d2-dd1d-4087-b10d-624c331cfb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004b99b8-ab44-4f83-b7e5-747084e21e74,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:50.333399 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ae2de2d2-dd1d-4087-b10d-624c331cfb9b admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=74d58c1d4a1a45e09c588ac1633de287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7340662 Aug 04 02:23:50.342891 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58258) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:50.359692 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.360065 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (fff58651-c66b-447e-8e6f-e0866577b5cd), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.389060 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Calling delete_port for fff58651-c66b-447e-8e6f-e0866577b5cd owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:50.449773 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:50.472034 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b298bb3c-f7d7-49c9-b7b6-2f37e3411e7a admin admin] Publish callbacks [] for security_group (004b99b8-ab44-4f83-b7e5-747084e21e74), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.482858 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:50.514952 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b298bb3c-f7d7-49c9-b7b6-2f37e3411e7a admin admin] Publish callbacks [] for security_group (004b99b8-ab44-4f83-b7e5-747084e21e74), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.612840 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:50.619399 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0cb1d8a8-e51d-4ebf-ba9b-ddebb86e1cf6 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/3d225257-4ed6-4d25-9c5c-ad522e82caeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1533697 Aug 04 02:23:50.638557 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:50.680594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b298bb3c-f7d7-49c9-b7b6-2f37e3411e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (004b99b8-ab44-4f83-b7e5-747084e21e74), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.683556 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b298bb3c-f7d7-49c9-b7b6-2f37e3411e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.689513 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b298bb3c-f7d7-49c9-b7b6-2f37e3411e7a admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/004b99b8-ab44-4f83-b7e5-747084e21e74 HTTP/1.1" status: 204 len: 168 time: 0.3452847 Aug 04 02:23:50.695468 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: e27a122d-e8ab-43dd-b688-af2ca492785b {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:50.695831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device e27a122d-e8ab-43dd-b688-af2ca492785b not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:50.701397 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298bb3c-f7d7-49c9-b7b6-2f37e3411e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b99b8-ab44-4f83-b7e5-747084e21e74,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:50.704803 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (fff58651-c66b-447e-8e6f-e0866577b5cd), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.731887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Pushing event deleted for resources: {'Port': ['ID=fff58651-c66b-447e-8e6f-e0866577b5cd,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:50.764941 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-592fefbb-7135-4ab1-a92b-beb6ab310c6a None None] Provisioning complete for port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:50.765626 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-592fefbb-7135-4ab1-a92b-beb6ab310c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.834640 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks [] for floatingip (39987436-cdb5-426d-8323-0ca3271f3209), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.837730 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:50.838979 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-57964e50-5212-4f55-be2e-3ec76f2d4502 tempest-AttachVolumeShelveTestJSON-2063951619 tempest-AttachVolumeShelveTestJSON-2063951619-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/39987436-cdb5-426d-8323-0ca3271f3209 HTTP/1.1" status: 204 len: 168 time: 1.1216462 Aug 04 02:23:50.860392 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-592fefbb-7135-4ab1-a92b-beb6ab310c6a None None] Port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:23:51.794697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58348) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:51.802451 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1485184095-network', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:51.855130 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Made reservation on behalf of 532331a91f4f4c7283dbbcbce8804160 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:51.859631 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:51.890545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:51.994027 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 63fe0d8c-f6e6-4e2a-ab22-e088530960ce up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:52.087695 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:52.088347 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.093335 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks [] for security_group (659bafed-3728-4995-a6c3-d44f01732495), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.101628 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (659bafed-3728-4995-a6c3-d44f01732495), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.162225 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:23:52.174482 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659bafed-3728-4995-a6c3-d44f01732495,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:52.193481 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (8f0baac1-a146-43fd-b27f-51e1524b1d2b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.193839 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Added segment 8f0baac1-a146-43fd-b27f-51e1524b1d2b of type vlan for network 5611da73-d99d-4175-812c-225191faf4ab Aug 04 02:23:52.212157 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:52.223822 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:52.252351 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:52.254288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.277428 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (5611da73-d99d-4175-812c-225191faf4ab), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.309411 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:52.316371 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.320539 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:52.332971 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (5611da73-d99d-4175-812c-225191faf4ab), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.336037 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:52.337279 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.412124 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:52.412502 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:52.445180 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:52.445628 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:52.478242 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6790001 Aug 04 02:23:52.480342 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58430) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:52.485938 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Request body: {'subnet': {'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1485184095-subnet', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:52.507620 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Made reservation on behalf of 532331a91f4f4c7283dbbcbce8804160 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:23:52.509207 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3a7b3-23c8-4521-a9bb-dc990b0b00e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5611da73-d99d-4175-812c-225191faf4ab,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:52.510133 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9813798'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.521513 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 5611da73-d99d-4175-812c-225191faf4ab details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:23:52.627218 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:52.640957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d11ca447-dee7-4bb9-86d4-11e8fdc20263 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:23:52.674260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: d11ca447-dee7-4bb9-86d4-11e8fdc20263 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:23:52.675630 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d11ca447-dee7-4bb9-86d4-11e8fdc20263 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:23:52.685704 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:52.851540 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8924112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9813840'] for subnet (801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:52.935564 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:52.986185 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 2, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:53.005799 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Checking segment: {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:53.006259 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Network hostable DHCP agents. Network: 5611da73-d99d-4175-812c-225191faf4ab, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:23:53.017890 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:53.018482 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Updating router 3d225257-4ed6-4d25-9c5c-ad522e82caeb port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:23:53.032054 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:53.071506 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Network 5611da73-d99d-4175-812c-225191faf4ab is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:23:53.077205 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.092257 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 5611da73-d99d-4175-812c-225191faf4ab) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:53.097931 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:23:53.098540 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.104429 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac93f09-2d12-41c6-8b76-9e9e5e5f5827 None None] Network 5611da73-d99d-4175-812c-225191faf4ab requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:53.124766 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58488) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:53.125240 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-768b6c15-251d-4220-a132-a9f9f0991f79 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6432199 Aug 04 02:23:53.130067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:23:53.168273 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:53.181465 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (efefef1d-b444-4efd-a939-155b8552dd65), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.182771 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (efefef1d-b444-4efd-a939-155b8552dd65), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.249491 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks [] for router_controller (efefef1d-b444-4efd-a939-155b8552dd65), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.303333 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-5611da73-d99d-4175-812c-225191faf4ab', 'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'fixed_ips': [{'subnet_id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:23:53.305476 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.436858 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks [] for router_gateway (efefef1d-b444-4efd-a939-155b8552dd65), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.598317 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Publish callbacks [] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.603165 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Allocated IP 172.20.0.2 (5611da73-d99d-4175-812c-225191faf4ab/801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b/48989c1c-c491-4f47-ae45-76cd614828dd) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:53.617902 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.728473 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58542) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:53.748933 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb703-a043-412b-9525-5ce582f41883 None None] Pushing event updated for resources: {'Port': ['ID=0e9c5b4e-3c38-482d-827c-9766ed6b4080,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:53.754535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks [] for router_gateway (efefef1d-b444-4efd-a939-155b8552dd65), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.780879 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.816489 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Attempting to bind port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:23:53.816909 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Attempting to bind port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:23:53.817275 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Attempting to bind port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:53.824471 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:23:53.825137 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Checking segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:53.825697 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.826415 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Bound using segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:23:53.827058 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Bound port: 0e9c5b4e-3c38-482d-827c-9766ed6b4080, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:23:53.827629 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.904155 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:23:53.951751 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Allocated IP 172.27.4.23 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:53.959238 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] For port 0e9c5b4e-3c38-482d-827c-9766ed6b4080, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:23:53.960150 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Publish callbacks [] for port (48989c1c-c491-4f47-ae45-76cd614828dd), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.964317 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] For port 0e9c5b4e-3c38-482d-827c-9766ed6b4080, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=0e9c5b4e-3c38-482d-827c-9766ed6b4080,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:23:53.974784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.984038 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:53.999329 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 63fe0d8c-f6e6-4e2a-ab22-e088530960ce up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:54.040388 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:54.044272 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:54.044919 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:54.058385 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Network 5611da73-d99d-4175-812c-225191faf4ab is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:54.071530 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:54.097890 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:54.109860 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb703-a043-412b-9525-5ce582f41883 None None] Pushing event updated for resources: {'Port': ['ID=0e9c5b4e-3c38-482d-827c-9766ed6b4080,revision_number=4']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:54.154561 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Pushing event updated for resources: {'Port': ['ID=48989c1c-c491-4f47-ae45-76cd614828dd,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:54.206871 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Attempting to bind port 48989c1c-c491-4f47-ae45-76cd614828dd on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:23:54.207554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Attempting to bind port 48989c1c-c491-4f47-ae45-76cd614828dd by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:23:54.208102 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Attempting to bind port 48989c1c-c491-4f47-ae45-76cd614828dd on network 5611da73-d99d-4175-812c-225191faf4ab {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:54.225591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:23:54.226183 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Checking segment: {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:54.226559 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:54.227117 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Bound using segment: {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:23:54.227576 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Bound port: 48989c1c-c491-4f47-ae45-76cd614828dd, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:23:54.228394 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:54.234557 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:54.234949 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:54.449707 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:54.485078 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:54.496215 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] For port 48989c1c-c491-4f47-ae45-76cd614828dd, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:23:54.512530 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:54.523901 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] For port 48989c1c-c491-4f47-ae45-76cd614828dd, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=48989c1c-c491-4f47-ae45-76cd614828dd,segment=NetworkSegment(8f0baac1-a146-43fd-b27f-51e1524b1d2b),segment_id=8f0baac1-a146-43fd-b27f-51e1524b1d2b)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:23:54.547656 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:54.568167 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:54.664490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks [] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:54.725942 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:54.736885 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce380f-74dd-4e26-9f59-39e7e5ccf853 None None] Pushing event updated for resources: {'Port': ['ID=48989c1c-c491-4f47-ae45-76cd614828dd,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:54.805460 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:54.845014 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:54.864600 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:54.883089 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:55.002335 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (77861627-b5f0-4e3c-8559-e84e2075f596), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:55.068278 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:53Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:55.110199 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0436891f-d6ca-471f-a959-0b07e187fc65 None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:53Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:55.151804 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:55.227242 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:55.240337 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:55.369295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Deleting port 9d33d1d9-480a-4a4f-97f3-920531a58930 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:55.369792 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:55.458058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks [] for router_gateway (efefef1d-b444-4efd-a939-155b8552dd65), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:55.492176 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] For port 9d33d1d9-480a-4a4f-97f3-920531a58930, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=9d33d1d9-480a-4a4f-97f3-920531a58930,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:55.492634 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:55.519043 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Calling delete_port for 9d33d1d9-480a-4a4f-97f3-920531a58930 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:55.722387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (efefef1d-b444-4efd-a939-155b8552dd65), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:55.936965 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (9d33d1d9-480a-4a4f-97f3-920531a58930), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:55.950375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Router efefef1d-b444-4efd-a939-155b8552dd65 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:23:55.979864 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d33d1d9-480a-4a4f-97f3-920531a58930,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:56.148883 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 48989c1c-c491-4f47-ae45-76cd614828dd up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:56.174040 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:56.209852 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:56.237398 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Sync routers for ids ['efefef1d-b444-4efd-a939-155b8552dd65'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:56.252462 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:56.256497 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-de0d6552-e35f-4eca-b1f8-2adaa6be8606 admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1275744 Aug 04 02:23:56.256986 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58664) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:56.276140 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d17ceb-03b4-458f-b7bf-deaa410e56f3 None None] Network 5611da73-d99d-4175-812c-225191faf4ab requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:56.414626 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:56.465096 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (77861627-b5f0-4e3c-8559-e84e2075f596), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:56.480116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Routers {'efefef1d-b444-4efd-a939-155b8552dd65'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:56.481151 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['efefef1d-b444-4efd-a939-155b8552dd65'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:56.539823 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] Provisioning complete for port 48989c1c-c491-4f47-ae45-76cd614828dd triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:56.540202 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:56.633881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:56.643134 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 48989c1c-c491-4f47-ae45-76cd614828dd triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:56.644240 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:56.810532 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:56.817205 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Router 77861627-b5f0-4e3c-8559-e84e2075f596 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:56.924265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:56.929695 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:56.976966 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:56.984927 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-eda78a58-3e3f-4152-a058-d1246540e339 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/77861627-b5f0-4e3c-8559-e84e2075f596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2516878 Aug 04 02:23:56.988198 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58676) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:56.989127 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] Sync routers for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:23:57.002279 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Set router efefef1d-b444-4efd-a939-155b8552dd65 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:57.005117 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:57.006000 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:57.049067 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] Current status of the port 48989c1c-c491-4f47-ae45-76cd614828dd is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:57.051853 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.054363 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.182247 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks [] for router (77861627-b5f0-4e3c-8559-e84e2075f596), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.192752 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:57.250206 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] For port 48989c1c-c491-4f47-ae45-76cd614828dd, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=48989c1c-c491-4f47-ae45-76cd614828dd,segment=NetworkSegment(8f0baac1-a146-43fd-b27f-51e1524b1d2b),segment_id=8f0baac1-a146-43fd-b27f-51e1524b1d2b)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:57.266732 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.280116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 48989c1c-c491-4f47-ae45-76cd614828dd is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:57.281294 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.331851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks [] for router_gateway (77861627-b5f0-4e3c-8559-e84e2075f596), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.359464 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Allocated IP 172.20.0.1 (5611da73-d99d-4175-812c-225191faf4ab/801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b/3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:23:57.372839 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6c302-99a8-430f-81f6-0b4907f95647 None None] Pushing event updated for resources: {'Port': ['ID=48989c1c-c491-4f47-ae45-76cd614828dd,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:57.388243 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Deleting port 9beea089-d887-41b6-a70d-31654b6e7366 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:57.388592 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (9beea089-d887-41b6-a70d-31654b6e7366), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.433574 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225'}], 'enable_snat': True}, 'gw_port_id': '9beea089-d887-41b6-a70d-31654b6e7366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:23:55Z', 'revision_number': 5, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port': {'id': '9beea089-d887-41b6-a70d-31654b6e7366', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:16:55Z', 'updated_at': '2022-08-04T02:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:57.439911 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-61538409-03a2-4e45-8ce4-5b323fc77702 None None] Provisioning complete for port 48989c1c-c491-4f47-ae45-76cd614828dd triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:57.440743 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-61538409-03a2-4e45-8ce4-5b323fc77702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.468376 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] Checking router: 77861627-b5f0-4e3c-8559-e84e2075f596 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:57.478762 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.db.api [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 04 02:23:57.479540 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG oslo_db.api [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 02:23:57.483157 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] Routers {'77861627-b5f0-4e3c-8559-e84e2075f596'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:57.483839 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['77861627-b5f0-4e3c-8559-e84e2075f596'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:57.495375 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:55Z', 'revision_number': 3, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:57.529488 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] For port 9beea089-d887-41b6-a70d-31654b6e7366, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=9beea089-d887-41b6-a70d-31654b6e7366,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:57.529878 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (9beea089-d887-41b6-a70d-31654b6e7366), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.544824 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Checking router: efefef1d-b444-4efd-a939-155b8552dd65 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:23:57.545310 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Updating router efefef1d-b444-4efd-a939-155b8552dd65 port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:23:57.549670 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks [] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.572337 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Calling delete_port for 9beea089-d887-41b6-a70d-31654b6e7366 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:57.584658 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.629859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.661902 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] Set router 77861627-b5f0-4e3c-8559-e84e2075f596 gateway port host: None {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:57.677461 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Network 5611da73-d99d-4175-812c-225191faf4ab is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:57.682075 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:57.684578 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-61538409-03a2-4e45-8ce4-5b323fc77702 None None] Current status of the port 48989c1c-c491-4f47-ae45-76cd614828dd is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:57.691519 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:23:57.730952 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:57.756358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (efefef1d-b444-4efd-a939-155b8552dd65), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.778221 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:57.782319 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 6, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:57.841297 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d0543-131a-40a2-9b83-e1d7f9e6354d None None] The sync data for ids ['77861627-b5f0-4e3c-8559-e84e2075f596'] in dv-cinder-740146-17-iscsi is: [{'id': '77861627-b5f0-4e3c-8559-e84e2075f596', 'name': 'tempest-AttachVolumeShelveTestJSON-1925082472-router', 'tenant_id': '11284ae13d2f4c5ba47517f672968623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:16:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 6, 'project_id': '11284ae13d2f4c5ba47517f672968623', 'gw_port_host': None}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:57.934420 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (9beea089-d887-41b6-a70d-31654b6e7366), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:57.953157 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58688) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:58.013429 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9beea089-d887-41b6-a70d-31654b6e7366,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:58.082697 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 48989c1c-c491-4f47-ae45-76cd614828dd is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:58.083833 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 0e9c5b4e-3c38-482d-827c-9766ed6b4080 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:58.106530 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.150590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:58.175714 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:58.224828 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:58.224828 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.252084 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (77861627-b5f0-4e3c-8559-e84e2075f596), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.263866 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Publish callbacks [] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.288851 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.312021 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:58.364247 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-f7460821-73aa-4b37-8dd3-5cbd27891c52 None None] Provisioning complete for port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:58.364664 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f7460821-73aa-4b37-8dd3-5cbd27891c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.409099 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks [] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.421191 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.445262 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-f7460821-73aa-4b37-8dd3-5cbd27891c52 None None] Port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:23:58.446608 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ae02c-3cfe-41be-9b3a-e63518631bd2 None None] Pushing event updated for resources: {'Port': ['ID=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:58.457191 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Attempting to bind port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:23:58.457668 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Attempting to bind port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:23:58.458049 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Attempting to bind port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:23:58.461228 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7697796b-4517-47a3-b78b-10e4177fdd49 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=19eead1456de4c6b9a2a0b0524674f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5043769 Aug 04 02:23:58.461653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (77861627-b5f0-4e3c-8559-e84e2075f596), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.463471 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58704) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:58.466407 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks [] for router_controller (77861627-b5f0-4e3c-8559-e84e2075f596), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.470521 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:23:58.470902 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:23:58.471312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.471710 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:23:58.473024 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Bound port: 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:23:58.473900 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.476259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:58.477772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (efefef1d-b444-4efd-a939-155b8552dd65), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.550316 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] For port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:23:58.553574 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (77861627-b5f0-4e3c-8559-e84e2075f596), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.553730 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] For port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:23:58.554195 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77861627-b5f0-4e3c-8559-e84e2075f596 {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:23:58.561062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:58.561302 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.564393 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-80709545-1434-4949-92f7-66c2856bcc28 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/77861627-b5f0-4e3c-8559-e84e2075f596 HTTP/1.1" status: 204 len: 168 time: 1.5723808 Aug 04 02:23:58.564393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58706) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:58.567337 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.578232 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2218-22bc-4b25-91a7-a427ca97ff3a admin admin] Publish callbacks [] for security_group (61ca61b0-49c2-4308-8966-172b5f039587), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.587074 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:58.617908 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58708) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:58.638213 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:58.658435 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Routers {'efefef1d-b444-4efd-a939-155b8552dd65'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:23:58.659084 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['efefef1d-b444-4efd-a939-155b8552dd65'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:58.660180 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Network 5611da73-d99d-4175-812c-225191faf4ab is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:23:58.661778 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:23:58.699061 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2218-22bc-4b25-91a7-a427ca97ff3a admin admin] Publish callbacks [] for security_group (61ca61b0-49c2-4308-8966-172b5f039587), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.745711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Deleting subnet 8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:23:58.751837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Publish callbacks [] for subnet (8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.800777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] Set router efefef1d-b444-4efd-a939-155b8552dd65 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:23:58.824966 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.849550 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a2473c6-d443-40a0-a8d5-d3ac89dd72ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.870696 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:23:58.870696 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:58.921987 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Router efefef1d-b444-4efd-a939-155b8552dd65 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:23:58.940641 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.008190 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a2473c6-d443-40a0-a8d5-d3ac89dd72ad admin admin] Publish callbacks [] for security_group (d0736f93-32dd-481c-8e8a-0a57b39500d9), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.008767 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.016137 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2218-22bc-4b25-91a7-a427ca97ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (61ca61b0-49c2-4308-8966-172b5f039587), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.019040 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cf9c2218-22bc-4b25-91a7-a427ca97ff3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.020342 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cf9c2218-22bc-4b25-91a7-a427ca97ff3a admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/61ca61b0-49c2-4308-8966-172b5f039587 HTTP/1.1" status: 204 len: 168 time: 0.5554411 Aug 04 02:23:59.055213 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 0e9c5b4e-3c38-482d-827c-9766ed6b4080, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=0e9c5b4e-3c38-482d-827c-9766ed6b4080,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:59.056801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ae02c-3cfe-41be-9b3a-e63518631bd2 None None] Pushing event updated for resources: {'Port': ['ID=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.071419 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.087363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.112910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.118702 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-32c572cd-57a7-490d-971e-7322f0864ea0 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/8c3cd6cd-96ed-4756-ace5-8cc27d79a2a1 HTTP/1.1" status: 204 len: 168 time: 0.5505016 Aug 04 02:23:59.118702 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c2218-22bc-4b25-91a7-a427ca97ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca61b0-49c2-4308-8966-172b5f039587,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.118950 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58716) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:59.131643 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6614fa7-afd1-42c0-bdf9-fcfe167aa026 None None] Network a5813221-e639-425b-a3c4-33938890da3f requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:23:59.191400 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-7a2473c6-d443-40a0-a8d5-d3ac89dd72ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d0736f93-32dd-481c-8e8a-0a57b39500d9), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.224898 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (a5813221-e639-425b-a3c4-33938890da3f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.255480 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-506d95f8-9cf7-46b7-9aaa-edad060ef331 None None] Provisioning complete for port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:23:59.256001 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-506d95f8-9cf7-46b7-9aaa-edad060ef331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.269467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:23:59.289164 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-559b115e-b6bc-4053-b02c-f3b2a3d91249 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/efefef1d-b444-4efd-a939-155b8552dd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0309465 Aug 04 02:23:59.293715 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-7a2473c6-d443-40a0-a8d5-d3ac89dd72ad admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=bff29fe8fd7f4a8e9d05a0f8e4ab839d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6747661 Aug 04 02:23:59.294991 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2473c6-d443-40a0-a8d5-d3ac89dd72ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0736f93-32dd-481c-8e8a-0a57b39500d9,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.307970 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58718) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:23:59.332812 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Deleting port 87cfb197-304d-4de9-a434-4ae89e4a200e {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:23:59.334086 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.354360 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:59.378798 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1efd3614-884e-4370-92d8-4d7f1fa0c148 admin admin] Publish callbacks [] for security_group (d0736f93-32dd-481c-8e8a-0a57b39500d9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.420318 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1efd3614-884e-4370-92d8-4d7f1fa0c148 admin admin] Publish callbacks [] for security_group (d0736f93-32dd-481c-8e8a-0a57b39500d9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.523837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] For port 87cfb197-304d-4de9-a434-4ae89e4a200e, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=87cfb197-304d-4de9-a434-4ae89e4a200e,segment=NetworkSegment(7f7ab3a9-c242-4d3b-abda-09ad5bba1106),segment_id=7f7ab3a9-c242-4d3b-abda-09ad5bba1106)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:23:59.524321 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.554048 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1efd3614-884e-4370-92d8-4d7f1fa0c148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d0736f93-32dd-481c-8e8a-0a57b39500d9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.556818 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-1efd3614-884e-4370-92d8-4d7f1fa0c148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.557060 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Calling delete_port for 87cfb197-304d-4de9-a434-4ae89e4a200e owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:23:59.561048 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-1efd3614-884e-4370-92d8-4d7f1fa0c148 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/d0736f93-32dd-481c-8e8a-0a57b39500d9 HTTP/1.1" status: 204 len: 168 time: 0.2519019 Aug 04 02:23:59.573103 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd3614-884e-4370-92d8-4d7f1fa0c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0736f93-32dd-481c-8e8a-0a57b39500d9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.590374 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:DELETE=9,neutron:UPDATE=2,neutron:SELECT=89 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:59.591048 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:23:59.706301 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (87cfb197-304d-4de9-a434-4ae89e4a200e), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.720949 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=0e9c5b4e-3c38-482d-827c-9766ed6b4080,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.723623 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] No DVR routers for this DVR port 87cfb197-304d-4de9-a434-4ae89e4a200e on host dv-cinder-740146-17-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:23:59.753229 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Pushing event deleted for resources: {'Port': ['ID=87cfb197-304d-4de9-a434-4ae89e4a200e,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:23:59.797932 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-506d95f8-9cf7-46b7-9aaa-edad060ef331 None None] Port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:23:59.826918 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55', 'name': '', 'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'mac_address': 'fa:16:3e:00:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:57Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 2, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'subnets': [{'id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:59.862951 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9085f019-696d-429f-82cf-7fb0b3f2798d None None] The sync data for ids ['efefef1d-b444-4efd-a939-155b8552dd65'] in dv-cinder-740146-17-iscsi is: [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55', 'name': '', 'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'mac_address': 'fa:16:3e:00:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:57Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 2, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'subnets': [{'id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:23:59.891670 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ccf60-777a-475f-bbfa-427850f7aa3b None None] DHCP port deletion for a5813221-e639-425b-a3c4-33938890da3f request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:23:59.895122 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (a5813221-e639-425b-a3c4-33938890da3f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.931986 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5813221-e639-425b-a3c4-33938890da3f']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:59.943402 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7ab3a9-c242-4d3b-abda-09ad5bba1106') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:59.943919 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7ab3a9-c242-4d3b-abda-09ad5bba1106') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:23:59.951810 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 48989c1c-c491-4f47-ae45-76cd614828dd up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:23:59.957302 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (7f7ab3a9-c242-4d3b-abda-09ad5bba1106), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:23:59.984559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7f7ab3a9-c242-4d3b-abda-09ad5bba1106), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.004819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:24:00.007227 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (7f7ab3a9-c242-4d3b-abda-09ad5bba1106), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.031363 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 48989c1c-c491-4f47-ae45-76cd614828dd triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:00.031739 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.070929 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 7f7ab3a9-c242-4d3b-abda-09ad5bba1106 resource provider aggregate not found Aug 04 02:24:00.099937 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 7f7ab3a9-c242-4d3b-abda-09ad5bba1106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f7ab3a9-c242-4d3b-abda-09ad5bba1106 found for delete ", "request_id": "req-b30b08b3-f35f-4259-966f-9d32a55a9448"}]} Aug 04 02:24:00.112203 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (a5813221-e639-425b-a3c4-33938890da3f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.121537 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.127547 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/a5813221-e639-425b-a3c4-33938890da3f HTTP/1.1" status: 204 len: 168 time: 1.0075397 Aug 04 02:24:00.140668 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28e313-964b-4786-9348-50d4f372743a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5813221-e639-425b-a3c4-33938890da3f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:00.164301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 48989c1c-c491-4f47-ae45-76cd614828dd is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:00.258386 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9d33d1d9-480a-4a4f-97f3-920531a58930 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:24:00.285294 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 9d33d1d9-480a-4a4f-97f3-920531a58930 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:24:00.285839 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9d33d1d9-480a-4a4f-97f3-920531a58930 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:24:00.286546 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9beea089-d887-41b6-a70d-31654b6e7366 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:24:00.313340 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58748) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.318354 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 9beea089-d887-41b6-a70d-31654b6e7366 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:24:00.318981 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 9beea089-d887-41b6-a70d-31654b6e7366 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:24:00.319423 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689449970', 'description': 'tempest-secgroup-smoke-689449970 description', 'project_id': '5f4683550a9d40d1ab0439d002d73749'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:00.352062 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.445175 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group (67626d0c-1b98-49df-bf7f-beda780110c8), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.450399 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (67626d0c-1b98-49df-bf7f-beda780110c8), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.490556 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58752) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.491057 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.495360 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1807044 Aug 04 02:24:00.496008 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58754) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.504254 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group_rule': {'security_group_id': '67626d0c-1b98-49df-bf7f-beda780110c8', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:00.510152 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce5065e4-8677-4eb0-b28d-b26e0a976fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.512531 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d009a1-d6ef-438b-bf96-0469792394ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67626d0c-1b98-49df-bf7f-beda780110c8,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:00.548227 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (ec668578-5373-46a7-a52e-7089262983c0), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.616347 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58756) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.643341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (ec668578-5373-46a7-a52e-7089262983c0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.646192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:00.654131 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (ec668578-5373-46a7-a52e-7089262983c0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.670453 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce5065e4-8677-4eb0-b28d-b26e0a976fb6 admin admin] Publish callbacks [] for security_group (42751634-c3bb-418a-8002-57a0c8044f61), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.678719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec668578-5373-46a7-a52e-7089262983c0,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:00.684536 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ce5065e4-8677-4eb0-b28d-b26e0a976fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (42751634-c3bb-418a-8002-57a0c8044f61), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.689820 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.694071 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9a553862-6714-49b2-b7b8-62fdf2ccea64 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1944139 Aug 04 02:24:00.694771 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58758) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.699379 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group_rule': {'security_group_id': '67626d0c-1b98-49df-bf7f-beda780110c8', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:00.740162 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (3a7d08f4-f89c-412d-a2b6-fa7b53beeea7), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.744888 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ce5065e4-8677-4eb0-b28d-b26e0a976fb6 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=ec88118aab0d4b1eadb56b15f25d3a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522721 Aug 04 02:24:00.756550 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58760) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.758607 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-86ff6930-c217-41b3-9392-bcf0c7c69ea0 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=11284ae13d2f4c5ba47517f672968623&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1399860 Aug 04 02:24:00.764371 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58762) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:00.772232 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5065e4-8677-4eb0-b28d-b26e0a976fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42751634-c3bb-418a-8002-57a0c8044f61,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:00.828421 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e005bb7-f488-4d7c-85b6-36193a3a05a9 admin admin] Publish callbacks [] for security_group (511df04a-2796-4594-8206-4cd50944120a), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.858769 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:00.859717 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9acd692-bf7d-4081-93c0-b7dddb080ff5 admin admin] Publish callbacks [] for security_group (42751634-c3bb-418a-8002-57a0c8044f61), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.873160 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e005bb7-f488-4d7c-85b6-36193a3a05a9 admin admin] Publish callbacks [] for security_group (511df04a-2796-4594-8206-4cd50944120a), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.878735 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:00.893449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (3a7d08f4-f89c-412d-a2b6-fa7b53beeea7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.906673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9acd692-bf7d-4081-93c0-b7dddb080ff5 admin admin] Publish callbacks [] for security_group (42751634-c3bb-418a-8002-57a0c8044f61), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.910119 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (3a7d08f4-f89c-412d-a2b6-fa7b53beeea7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.950718 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e005bb7-f488-4d7c-85b6-36193a3a05a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (511df04a-2796-4594-8206-4cd50944120a), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.951431 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7d08f4-f89c-412d-a2b6-fa7b53beeea7,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:00.953836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-0e005bb7-f488-4d7c-85b6-36193a3a05a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.955464 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-0e005bb7-f488-4d7c-85b6-36193a3a05a9 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/511df04a-2796-4594-8206-4cd50944120a HTTP/1.1" status: 204 len: 168 time: 0.1898649 Aug 04 02:24:00.968911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e005bb7-f488-4d7c-85b6-36193a3a05a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511df04a-2796-4594-8206-4cd50944120a,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:00.993252 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:00.994516 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-e9d6a144-1b7d-4bcd-928e-be32010a9d31 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2987368 Aug 04 02:24:00.997351 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58772) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:01.003377 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group_rule': {'security_group_id': '67626d0c-1b98-49df-bf7f-beda780110c8', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:01.035646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9acd692-bf7d-4081-93c0-b7dddb080ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (42751634-c3bb-418a-8002-57a0c8044f61), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.039231 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b9acd692-bf7d-4081-93c0-b7dddb080ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.040493 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b9acd692-bf7d-4081-93c0-b7dddb080ff5 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/42751634-c3bb-418a-8002-57a0c8044f61 HTTP/1.1" status: 204 len: 168 time: 0.2828498 Aug 04 02:24:01.048672 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (69d4b56b-96c4-4d92-9584-b4898dbc9207), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.057002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9acd692-bf7d-4081-93c0-b7dddb080ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42751634-c3bb-418a-8002-57a0c8044f61,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:01.085489 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58776) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:01.139811 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (69d4b56b-96c4-4d92-9584-b4898dbc9207), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.149280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (69d4b56b-96c4-4d92-9584-b4898dbc9207), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.171031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d4b56b-96c4-4d92-9584-b4898dbc9207,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:01.182032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.185716 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-31c3dbd5-454f-4d91-b4ba-713e5627fcc8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1847284 Aug 04 02:24:01.185920 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58780) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:01.192142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group_rule': {'security_group_id': '67626d0c-1b98-49df-bf7f-beda780110c8', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:01.239968 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (d92ceaaf-c3d2-440c-a895-87fe5e7cdff2), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.275452 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 0e9c5b4e-3c38-482d-827c-9766ed6b4080 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:01.329893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (d92ceaaf-c3d2-440c-a895-87fe5e7cdff2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.335094 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (d92ceaaf-c3d2-440c-a895-87fe5e7cdff2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.336761 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:01.337321 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.359454 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92ceaaf-c3d2-440c-a895-87fe5e7cdff2,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:01.373712 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.378640 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-d99b9675-9e3b-45d5-a8a2-294adf88859e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886230 Aug 04 02:24:01.378753 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58790) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:01.383704 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group_rule': {'security_group_id': '67626d0c-1b98-49df-bf7f-beda780110c8', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:01.424983 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2057415084-network', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:01.469755 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:01.490703 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.securitygroups_db [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Project 5f4683550a9d40d1ab0439d002d73749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 02:24:01.506274 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Made reservation on behalf of 06f7c91a924c447fbca1b6a784d7b167 for: {'network': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:01.509272 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.511535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (c98a7002-4b31-46ec-81cd-6949e240001a), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.526726 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:01.546118 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 87cfb197-304d-4de9-a434-4ae89e4a200e no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:24:01.566044 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 87cfb197-304d-4de9-a434-4ae89e4a200e {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:24:01.566431 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 87cfb197-304d-4de9-a434-4ae89e4a200e not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:24:01.997083 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (c98a7002-4b31-46ec-81cd-6949e240001a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.005782 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (c98a7002-4b31-46ec-81cd-6949e240001a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.062542 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.062542 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6739790 Aug 04 02:24:02.062542 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919339-05c6-43e5-8df3-c3f13da5d511 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98a7002-4b31-46ec-81cd-6949e240001a,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:02.062846 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58820) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:02.062846 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'security_group_rule': {'security_group_id': '67626d0c-1b98-49df-bf7f-beda780110c8', 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:02.076430 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks [] for security_group (bce84aba-ff83-4a95-bf47-f251636f28f6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.083447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bce84aba-ff83-4a95-bf47-f251636f28f6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.094894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:02.099919 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.securitygroups_db [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Project 5f4683550a9d40d1ab0439d002d73749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 02:24:02.118361 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=104417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:24:02.119071 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (e2474069-e6a9-43de-acc0-4cd2c076226e), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.136539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce84aba-ff83-4a95-bf47-f251636f28f6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:02.153012 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.158261 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.segments_db [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Added segment a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec of type vlan for network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 Aug 04 02:24:02.204387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (e2474069-e6a9-43de-acc0-4cd2c076226e), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.210030 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (e2474069-e6a9-43de-acc0-4cd2c076226e), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.234070 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (12273cd1-fcbc-46fd-903a-fa14d59dcbe6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.237415 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2474069-e6a9-43de-acc0-4cd2c076226e,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:02.247876 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.252260 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c2c8e134-2279-4e46-bcf2-a725657bb31c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1915355 Aug 04 02:24:02.313988 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (12273cd1-fcbc-46fd-903a-fa14d59dcbe6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.315137 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:02.315880 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.409270 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3225157 Aug 04 02:24:02.409884 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58856) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:02.415550 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Request body: {'subnet': {'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2057415084-subnet', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:02.424179 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3762-952a-4b39-ab5a-2a51f0c5ff78 admin admin] Pushing event updated for resources: {'Network': ['ID=12273cd1-fcbc-46fd-903a-fa14d59dcbe6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:02.442858 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:24:02.461441 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Made reservation on behalf of 06f7c91a924c447fbca1b6a784d7b167 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:02.464723 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901862'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.649482 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:02.797405 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901776'] for subnet (4d41e321-5459-4ba0-9408-2abb84a06cf2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.873010 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d41e321-5459-4ba0-9408-2abb84a06cf2,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:02.881368 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Checking segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:02.881720 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Network hostable DHCP agents. Network: 12273cd1-fcbc-46fd-903a-fa14d59dcbe6, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:24:02.908804 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:24:02.927098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 12273cd1-fcbc-46fd-903a-fa14d59dcbe6) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:02.934445 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:02.935349 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:02.945588 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28093bbb-5d60-4811-a564-f4b173797695 None None] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:24:02.976359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58882) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:02.982246 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:02.991766 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-07697289-36ac-461b-84ed-da3c927ba8be admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5810649 Aug 04 02:24:03.024766 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (7a911397-9f74-474c-ba32-3103fd8970e0), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.026622 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (7a911397-9f74-474c-ba32-3103fd8970e0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.050677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:03.170031 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks [] for router_controller (7a911397-9f74-474c-ba32-3103fd8970e0), precommit_add_association {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.193421 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:24:03.194677 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.359047 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:03.360280 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:03.390000 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:03.430924 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Allocated IP 172.20.0.2 (12273cd1-fcbc-46fd-903a-fa14d59dcbe6/4d41e321-5459-4ba0-9408-2abb84a06cf2/d95db982-4847-4a90-827a-f5f25682c4b9) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:03.458341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks [] for router_gateway (7a911397-9f74-474c-ba32-3103fd8970e0), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.517250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:03.518477 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.557556 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:03.620016 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:03.695006 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks [] for router_gateway (7a911397-9f74-474c-ba32-3103fd8970e0), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.732648 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.734375 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:03.735080 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.768488 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Publish callbacks [] for port (d95db982-4847-4a90-827a-f5f25682c4b9), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.790474 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:03.793231 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.800048 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:03.862490 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Allocated IP 172.27.4.60 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/c620bf3d-aa96-4031-a10f-7f628a2e04e5) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:03.871349 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:03.871349 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Pushing event updated for resources: {'Port': ['ID=d95db982-4847-4a90-827a-f5f25682c4b9,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:03.875454 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:03.918902 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:03.923286 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Sync routers for ids ['efefef1d-b444-4efd-a939-155b8552dd65'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:24:03.977684 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:03.989843 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Routers {'efefef1d-b444-4efd-a939-155b8552dd65'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:03.990935 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['efefef1d-b444-4efd-a939-155b8552dd65'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:04.024948 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks [] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.060297 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.072360 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Attempting to bind port d95db982-4847-4a90-827a-f5f25682c4b9 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:04.072764 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Attempting to bind port d95db982-4847-4a90-827a-f5f25682c4b9 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:04.073138 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Attempting to bind port d95db982-4847-4a90-827a-f5f25682c4b9 on network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:04.086568 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:04.086932 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Checking segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:04.087339 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.087743 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Bound using segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:04.088221 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Bound port: d95db982-4847-4a90-827a-f5f25682c4b9, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:04.088609 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.127014 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:04.131777 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:04.135231 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:04.164641 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c620bf3d-aa96-4031-a10f-7f628a2e04e5,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:04.172593 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58952) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:04.221729 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Set router efefef1d-b444-4efd-a939-155b8552dd65 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:04.260830 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] For port d95db982-4847-4a90-827a-f5f25682c4b9, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:04.310221 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] For port d95db982-4847-4a90-827a-f5f25682c4b9, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=d95db982-4847-4a90-827a-f5f25682c4b9,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:04.317508 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:04.353890 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.363876 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2b222b5-e488-4b1d-adc8-dbc1f631ceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.436747 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216fc02-2507-4dd9-aac3-5c2383bd901e None None] Pushing event updated for resources: {'Port': ['ID=d95db982-4847-4a90-827a-f5f25682c4b9,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:04.509260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55', 'name': '', 'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'mac_address': 'fa:16:3e:00:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:57Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 2, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'subnets': [{'id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:04.510381 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks [] for router_gateway (7a911397-9f74-474c-ba32-3103fd8970e0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.566776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Checking router: efefef1d-b444-4efd-a939-155b8552dd65 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:24:04.567321 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Updating router efefef1d-b444-4efd-a939-155b8552dd65 port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:24:04.607176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.631970 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.672466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:04.823075 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (7a911397-9f74-474c-ba32-3103fd8970e0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.830236 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2b222b5-e488-4b1d-adc8-dbc1f631ceda admin admin] Publish callbacks [] for security_group (3b365536-0ab8-4fc1-87ed-f278437e0322), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.836221 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a2b222b5-e488-4b1d-adc8-dbc1f631ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3b365536-0ab8-4fc1-87ed-f278437e0322), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:04.877508 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:04.956961 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a2b222b5-e488-4b1d-adc8-dbc1f631ceda admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=03c28ab924ef4dc6a673a1e4f7f1a567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7826495 Aug 04 02:24:04.957797 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b222b5-e488-4b1d-adc8-dbc1f631ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b365536-0ab8-4fc1-87ed-f278437e0322,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:04.959985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58974) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:05.031175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8b309a2-adcd-42e3-b7db-ea3f56581d63 admin admin] Publish callbacks [] for security_group (3b365536-0ab8-4fc1-87ed-f278437e0322), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.032055 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Router 7a911397-9f74-474c-ba32-3103fd8970e0 is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:24:05.067219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8b309a2-adcd-42e3-b7db-ea3f56581d63 admin admin] Publish callbacks [] for security_group (3b365536-0ab8-4fc1-87ed-f278437e0322), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.127903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8b309a2-adcd-42e3-b7db-ea3f56581d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3b365536-0ab8-4fc1-87ed-f278437e0322), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.131151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-c8b309a2-adcd-42e3-b7db-ea3f56581d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.132462 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-c8b309a2-adcd-42e3-b7db-ea3f56581d63 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/3b365536-0ab8-4fc1-87ed-f278437e0322 HTTP/1.1" status: 204 len: 168 time: 0.1714399 Aug 04 02:24:05.141793 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b309a2-adcd-42e3-b7db-ea3f56581d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b365536-0ab8-4fc1-87ed-f278437e0322,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:05.154356 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:24:05.163730 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Sync routers for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:24:05.183133 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Publish callbacks [] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.190835 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.192226 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-16e381fa-556e-4f39-8d8d-2e55929a28c6 admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2140791 Aug 04 02:24:05.193117 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.195947 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:05.196294 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58978) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:05.196849 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:05.398977 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:05.400439 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:05.401989 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bcefc-85fc-483a-ab7f-03b623a94508 None None] Pushing event updated for resources: {'Port': ['ID=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:05.436490 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Attempting to bind port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:05.437696 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Attempting to bind port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:05.438743 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Attempting to bind port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 on network 5611da73-d99d-4175-812c-225191faf4ab {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:05.442883 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:05.456611 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:05.457439 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Checking segment: {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:05.458164 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.458972 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Bound using segment: {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:05.462746 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Bound port: 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0baac1-a146-43fd-b27f-51e1524b1d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5611da73-d99d-4175-812c-225191faf4ab'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:05.463390 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.488554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device d95db982-4847-4a90-827a-f5f25682c4b9 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:05.498065 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:05.637308 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58984) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:05.649090 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port d95db982-4847-4a90-827a-f5f25682c4b9 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:05.650057 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.658920 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:05.666609 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71314a2-5bb0-497e-b83d-62e3db8f0891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.691067 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:04Z', 'revision_number': 3, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:05.708864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] For port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:05.724034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] For port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,segment=NetworkSegment(8f0baac1-a146-43fd-b27f-51e1524b1d2b),segment_id=8f0baac1-a146-43fd-b27f-51e1524b1d2b)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:05.761878 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.764776 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:05.766899 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Checking router: 7a911397-9f74-474c-ba32-3103fd8970e0 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:24:05.767918 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Updating router 7a911397-9f74-474c-ba32-3103fd8970e0 port c620bf3d-aa96-4031-a10f-7f628a2e04e5 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:24:05.781537 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:05.833370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port d95db982-4847-4a90-827a-f5f25682c4b9 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:05.833370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.851598 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.855846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Routers {'efefef1d-b444-4efd-a939-155b8552dd65'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:05.856770 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['efefef1d-b444-4efd-a939-155b8552dd65'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:05.873269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71314a2-5bb0-497e-b83d-62e3db8f0891 admin admin] Publish callbacks [] for security_group (cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.882673 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a71314a2-5bb0-497e-b83d-62e3db8f0891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:05.956086 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a71314a2-5bb0-497e-b83d-62e3db8f0891 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=334cda1da2744fc697cd2466cc666042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170729 Aug 04 02:24:05.959156 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 58994) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:05.962862 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71314a2-5bb0-497e-b83d-62e3db8f0891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:05.976106 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc8aa9-3087-41f3-9db2-901af5dc9b39 None None] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:24:05.987637 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.014438 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:06.066235 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-88e6f64a-56e2-4e36-bb57-ac191cdb82d6 None None] Provisioning complete for port d95db982-4847-4a90-827a-f5f25682c4b9 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:06.066616 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-88e6f64a-56e2-4e36-bb57-ac191cdb82d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.096838 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bcefc-85fc-483a-ab7f-03b623a94508 None None] Pushing event updated for resources: {'Port': ['ID=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:06.099641 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7c28-cd32-4d11-9d5c-37de3474ebce admin admin] Publish callbacks [] for security_group (cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.102051 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] Set router efefef1d-b444-4efd-a939-155b8552dd65 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:06.149336 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port d95db982-4847-4a90-827a-f5f25682c4b9, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=d95db982-4847-4a90-827a-f5f25682c4b9,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:06.166826 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.168860 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:06.328254 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:06.328568 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.341526 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 58998) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:06.476781 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=d95db982-4847-4a90-827a-f5f25682c4b9,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:06.488127 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Publish callbacks [] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.504086 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.549677 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Attempting to bind port c620bf3d-aa96-4031-a10f-7f628a2e04e5 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:06.550087 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Attempting to bind port c620bf3d-aa96-4031-a10f-7f628a2e04e5 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:06.560027 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Attempting to bind port c620bf3d-aa96-4031-a10f-7f628a2e04e5 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:06.568246 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7c28-cd32-4d11-9d5c-37de3474ebce admin admin] Publish callbacks [] for security_group (cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.580500 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-88e6f64a-56e2-4e36-bb57-ac191cdb82d6 None None] Current status of the port d95db982-4847-4a90-827a-f5f25682c4b9 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:06.591244 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:06.611108 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:06.611465 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:06.611869 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.612867 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:06.613352 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Bound port: c620bf3d-aa96-4031-a10f-7f628a2e04e5, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:06.613740 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.619716 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bf7b-4cd0-4ad1-9059-e55014be03a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.669700 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432196-9422-457e-a7b2-10a14694c0f4 None None] Pushing event updated for resources: {'Port': ['ID=c620bf3d-aa96-4031-a10f-7f628a2e04e5,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:06.689112 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Allocated IP 172.20.0.1 (12273cd1-fcbc-46fd-903a-fa14d59dcbe6/4d41e321-5459-4ba0-9408-2abb84a06cf2/c40411b0-0a3d-4b6e-9577-805a015eefb2) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:06.710670 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:06.713834 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7c28-cd32-4d11-9d5c-37de3474ebce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.717756 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7c28-cd32-4d11-9d5c-37de3474ebce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.719496 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b2ef7c28-cd32-4d11-9d5c-37de3474ebce admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219 HTTP/1.1" status: 204 len: 168 time: 0.7589304 Aug 04 02:24:06.725710 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55', 'name': '', 'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'mac_address': 'fa:16:3e:00:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:57Z', 'updated_at': '2022-08-04T02:24:05Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'subnets': [{'id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:06.743150 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] For port c620bf3d-aa96-4031-a10f-7f628a2e04e5, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:06.750190 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] For port c620bf3d-aa96-4031-a10f-7f628a2e04e5, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c620bf3d-aa96-4031-a10f-7f628a2e04e5,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:06.767429 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.780255 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfa4fe-f72e-4b82-baa4-5754bd4efc4b None None] The sync data for ids ['efefef1d-b444-4efd-a939-155b8552dd65'] in dv-cinder-740146-17-iscsi is: [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:23:57Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55', 'name': '', 'network_id': '5611da73-d99d-4175-812c-225191faf4ab', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'mac_address': 'fa:16:3e:00:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:57Z', 'updated_at': '2022-08-04T02:24:05Z', 'revision_number': 4, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'subnets': [{'id': '801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:24:06.800651 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef7c28-cd32-4d11-9d5c-37de3474ebce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3cfa7c-6d3f-45fc-a1cd-1dbde180d219,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:06.896405 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:06.901045 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:06.907643 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bf7b-4cd0-4ad1-9059-e55014be03a3 admin admin] Publish callbacks [] for security_group (3396d6a7-1389-428d-a60b-553df73365d6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.922964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bf7b-4cd0-4ad1-9059-e55014be03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3396d6a7-1389-428d-a60b-553df73365d6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.943276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-9cba99a1-c91a-4565-887b-95cbc4f351f9 None None] Provisioning complete for port d95db982-4847-4a90-827a-f5f25682c4b9 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:06.943604 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9cba99a1-c91a-4565-887b-95cbc4f351f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:06.947317 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks [] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.052697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.112730 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d5c3bf7b-4cd0-4ad1-9059-e55014be03a3 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=069304da63a0488880fb09c6c3af2ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7675683 Aug 04 02:24:07.120790 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59010) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:07.135449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3bf7b-4cd0-4ad1-9059-e55014be03a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3396d6a7-1389-428d-a60b-553df73365d6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:07.153527 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:07.164561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:07.179006 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:07.184005 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:07.186196 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Pushing event updated for resources: {'Port': ['ID=c40411b0-0a3d-4b6e-9577-805a015eefb2,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:07.239101 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd64596c-dc0f-42da-b166-a7edcb4c6178 admin admin] Publish callbacks [] for security_group (3396d6a7-1389-428d-a60b-553df73365d6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.270147 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:07.296109 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd64596c-dc0f-42da-b166-a7edcb4c6178 admin admin] Publish callbacks [] for security_group (3396d6a7-1389-428d-a60b-553df73365d6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.298189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-9cba99a1-c91a-4565-887b-95cbc4f351f9 None None] Current status of the port d95db982-4847-4a90-827a-f5f25682c4b9 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:07.335554 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (7a911397-9f74-474c-ba32-3103fd8970e0), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.475356 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd64596c-dc0f-42da-b166-a7edcb4c6178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3396d6a7-1389-428d-a60b-553df73365d6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.484333 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-cd64596c-dc0f-42da-b166-a7edcb4c6178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.490958 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cd64596c-dc0f-42da-b166-a7edcb4c6178 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/3396d6a7-1389-428d-a60b-553df73365d6 HTTP/1.1" status: 204 len: 168 time: 0.3687079 Aug 04 02:24:07.502686 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64596c-dc0f-42da-b166-a7edcb4c6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3396d6a7-1389-428d-a60b-553df73365d6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:07.521721 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432196-9422-457e-a7b2-10a14694c0f4 None None] Pushing event updated for resources: {'Port': ['ID=c620bf3d-aa96-4031-a10f-7f628a2e04e5,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:07.608284 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:07.637144 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:07.699063 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-fd68ee2a-1149-4ed9-9d39-af9d7c22c60c None None] Provisioning complete for port c40411b0-0a3d-4b6e-9577-805a015eefb2 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:07.701777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fd68ee2a-1149-4ed9-9d39-af9d7c22c60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.721870 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:07.807879 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.812601 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:04Z', 'revision_number': 3, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:07.820208 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-fd68ee2a-1149-4ed9-9d39-af9d7c22c60c None None] Port c40411b0-0a3d-4b6e-9577-805a015eefb2 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:24:07.824516 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:07.825847 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.829821 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:07.873430 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa8a9f-a93f-428c-b7bf-32a19bc0bae4 None None] The sync data for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi is: [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:04Z', 'revision_number': 3, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:24:07.876869 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:07.929345 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:07.929883 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:07.984331 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,segment=NetworkSegment(8f0baac1-a146-43fd-b27f-51e1524b1d2b),segment_id=8f0baac1-a146-43fd-b27f-51e1524b1d2b)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:07.998587 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:08.001038 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device d95db982-4847-4a90-827a-f5f25682c4b9 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:08.137435 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:08.152202 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port d95db982-4847-4a90-827a-f5f25682c4b9 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:08.152665 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:08.221720 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks [] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:08.228482 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:08.316965 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port d95db982-4847-4a90-827a-f5f25682c4b9 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:08.412269 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Pushing event updated for resources: {'Port': ['ID=c40411b0-0a3d-4b6e-9577-805a015eefb2,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:08.415077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:08.416345 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (7a911397-9f74-474c-ba32-3103fd8970e0), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:08.598975 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:08.600442 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:08.882622 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Router 7a911397-9f74-474c-ba32-3103fd8970e0 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:24:09.046151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:24:09.061380 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2bfafd07-219d-4d5f-adc4-131cada99989 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/7a911397-9f74-474c-ba32-3103fd8970e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8618264 Aug 04 02:24:09.069826 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-7705f58a-61d6-459f-893f-993bed63fd94 None None] Provisioning complete for port c40411b0-0a3d-4b6e-9577-805a015eefb2 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:09.070317 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7705f58a-61d6-459f-893f-993bed63fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:09.427478 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-7705f58a-61d6-459f-893f-993bed63fd94 None None] Port c40411b0-0a3d-4b6e-9577-805a015eefb2 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:24:09.435048 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ba00cab9-0b94-4302-b780-2cfb75d26d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:09.580536 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:09.630810 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:09.631459 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:09.716457 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:09.717580 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c620bf3d-aa96-4031-a10f-7f628a2e04e5 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:09.784864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port c620bf3d-aa96-4031-a10f-7f628a2e04e5 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:09.785244 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:09.872491 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port c620bf3d-aa96-4031-a10f-7f628a2e04e5 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:09.872938 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:09.896114 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port c620bf3d-aa96-4031-a10f-7f628a2e04e5, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c620bf3d-aa96-4031-a10f-7f628a2e04e5,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:09.902442 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:09.953741 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=c620bf3d-aa96-4031-a10f-7f628a2e04e5,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:10.447061 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Sync routers for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:24:10.447619 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59114) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:10.452067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-73488628-network', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:10.460522 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:10.461270 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:23:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:10.475949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Made reservation on behalf of 72c769241feb4f20a536bf1cb3b8a13b for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:10.480496 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.492411 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.495868 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:10.557290 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59118) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:10.640703 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks [] for security_group (c33371e0-8b17-4060-ac2f-e3a9b5d491ef), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.650860 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c33371e0-8b17-4060-ac2f-e3a9b5d491ef), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.668343 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:10.721906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:24:10.728260 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33371e0-8b17-4060-ac2f-e3a9b5d491ef,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:10.738117 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (74585ede-0833-498a-93b8-20d26bd57531), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.738775 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Added segment 74585ede-0833-498a-93b8-20d26bd57531 of type vlan for network 51670714-3553-4c50-bf11-4b2507200756 Aug 04 02:24:10.775786 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c24c85dc-86e4-492a-a2f4-e10cf357971b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.869589 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (51670714-3553-4c50-bf11-4b2507200756), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.906655 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (51670714-3553-4c50-bf11-4b2507200756), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.909356 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:10.910226 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.925866 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c24c85dc-86e4-492a-a2f4-e10cf357971b admin admin] Publish callbacks [] for security_group (67cc8555-4466-4dce-8347-6f9a5c947086), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.948549 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c24c85dc-86e4-492a-a2f4-e10cf357971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (67cc8555-4466-4dce-8347-6f9a5c947086), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:10.995155 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] Pushing event updated for resources: {'Network': ['ID=51670714-3553-4c50-bf11-4b2507200756,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:11.002120 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 2, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:11.019491 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 51670714-3553-4c50-bf11-4b2507200756 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:24:11.024325 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c85dc-86e4-492a-a2f4-e10cf357971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc8555-4466-4dce-8347-6f9a5c947086,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:11.026019 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-96ba42d3-1736-4090-96a7-9f3f90817a8b admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5779200 Aug 04 02:24:11.026849 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59134) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:11.047156 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Request body: {'subnet': {'network_id': '51670714-3553-4c50-bf11-4b2507200756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-73488628-subnet', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:11.058594 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c24c85dc-86e4-492a-a2f4-e10cf357971b admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=6e464a33c8244695b19722e2f27020fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996371 Aug 04 02:24:11.059355 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59136) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:11.070175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Made reservation on behalf of 72c769241feb4f20a536bf1cb3b8a13b for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:11.073709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901862'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.074786 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Checking router: 7a911397-9f74-474c-ba32-3103fd8970e0 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:24:11.075325 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Updating router 7a911397-9f74-474c-ba32-3103fd8970e0 port c40411b0-0a3d-4b6e-9577-805a015eefb2 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:24:11.125504 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-709a42e4-b062-4f9b-8f8a-1c8713e05b29 admin admin] Publish callbacks [] for security_group (67cc8555-4466-4dce-8347-6f9a5c947086), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.154391 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:11.164309 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.193077 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-709a42e4-b062-4f9b-8f8a-1c8713e05b29 admin admin] Publish callbacks [] for security_group (67cc8555-4466-4dce-8347-6f9a5c947086), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.259454 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=100 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:11.260714 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:11.300299 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-709a42e4-b062-4f9b-8f8a-1c8713e05b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (67cc8555-4466-4dce-8347-6f9a5c947086), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.303415 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-709a42e4-b062-4f9b-8f8a-1c8713e05b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.304829 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-709a42e4-b062-4f9b-8f8a-1c8713e05b29 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/67cc8555-4466-4dce-8347-6f9a5c947086 HTTP/1.1" status: 204 len: 168 time: 0.2444460 Aug 04 02:24:11.309069 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901776'] for subnet (5332ed9b-87cb-47af-9778-31258495ee80), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.314502 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a42e4-b062-4f9b-8f8a-1c8713e05b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc8555-4466-4dce-8347-6f9a5c947086,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:11.353735 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c620bf3d-aa96-4031-a10f-7f628a2e04e5 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:11.381892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5332ed9b-87cb-47af-9778-31258495ee80,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:11.385742 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:11.391546 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Checking segment: {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:11.391879 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Network hostable DHCP agents. Network: 51670714-3553-4c50-bf11-4b2507200756, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:24:11.411126 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Network 51670714-3553-4c50-bf11-4b2507200756 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:24:11.422089 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 51670714-3553-4c50-bf11-4b2507200756) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:11.427390 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:11.427924 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.450952 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-3a2a82d7-04d4-4dcb-a5f2-8f2908b87b1b admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4128683 Aug 04 02:24:11.454340 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59142) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:11.458811 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:11.462137 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0477733-af6f-4307-bcdd-d8fb6544f93c None None] Network 51670714-3553-4c50-bf11-4b2507200756 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:24:11.484467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260170'] for router (7a50cb28-28df-4a3f-9b65-1408c0554b9c), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.485683 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1742613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1946315', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1802881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260189'] for router (7a50cb28-28df-4a3f-9b65-1408c0554b9c), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.530692 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port c620bf3d-aa96-4031-a10f-7f628a2e04e5 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:11.531062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.541498 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:11.544831 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks [] for router_controller (7a50cb28-28df-4a3f-9b65-1408c0554b9c), precommit_add_association {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.577115 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b068253c-a06d-4f0c-926a-8415a0fd9a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.707414 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks [] for router_gateway (7a50cb28-28df-4a3f-9b65-1408c0554b9c), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.737004 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bd9024b-4ea1-54ef-8992-6cd721d4d540-51670714-3553-4c50-bf11-4b2507200756', 'network_id': '51670714-3553-4c50-bf11-4b2507200756', 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'fixed_ips': [{'subnet_id': '5332ed9b-87cb-47af-9778-31258495ee80'}]}} from dv-cinder-740146-17-iscsi. {{(pid=104418) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 04 02:24:11.737952 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.773475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Publish callbacks [] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.776143 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port c620bf3d-aa96-4031-a10f-7f628a2e04e5 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:11.789426 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.910369 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks [] for router_gateway (7a50cb28-28df-4a3f-9b65-1408c0554b9c), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.933926 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.935253 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2e5e3-4aa4-4d43-8301-407441a6efc3 None None] Pushing event updated for resources: {'Port': ['ID=c40411b0-0a3d-4b6e-9577-805a015eefb2,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:11.977323 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Attempting to bind port c40411b0-0a3d-4b6e-9577-805a015eefb2 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:11.977700 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Attempting to bind port c40411b0-0a3d-4b6e-9577-805a015eefb2 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:11.978262 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Attempting to bind port c40411b0-0a3d-4b6e-9577-805a015eefb2 on network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:11.991563 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:11.991957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Checking segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:11.992369 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:11.992806 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Bound using segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:11.993327 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Bound port: c40411b0-0a3d-4b6e-9577-805a015eefb2, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:11.993709 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.013634 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.db_base_plugin_common [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Allocated IP 172.20.0.2 (51670714-3553-4c50-bf11-4b2507200756/5332ed9b-87cb-47af-9778-31258495ee80/3423103e-855c-45a0-8a07-9081c00eb00f) {{(pid=104418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:12.096340 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Allocated IP 172.27.4.211 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/e865beb9-727a-4eff-b141-78de1e562096) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:12.150683 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] For port c40411b0-0a3d-4b6e-9577-805a015eefb2, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:12.157428 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] For port c40411b0-0a3d-4b6e-9577-805a015eefb2, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c40411b0-0a3d-4b6e-9577-805a015eefb2,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:12.176446 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.212100 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks [] for port (e865beb9-727a-4eff-b141-78de1e562096), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.246616 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (e865beb9-727a-4eff-b141-78de1e562096), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.262931 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:12.263573 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:12.294352 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:12.302660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:12.302660 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:12.345852 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:12.379249 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Pushing event updated for resources: {'Port': ['ID=e865beb9-727a-4eff-b141-78de1e562096,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:12.445559 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:12.548828 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2e5e3-4aa4-4d43-8301-407441a6efc3 None None] Pushing event updated for resources: {'Port': ['ID=c40411b0-0a3d-4b6e-9577-805a015eefb2,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:12.555185 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Publish callbacks [] for port (3423103e-855c-45a0-8a07-9081c00eb00f), precommit_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.568109 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), after_create {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.585399 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:12.651095 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:12.654750 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Network 51670714-3553-4c50-bf11-4b2507200756 is already hosted by enough agents. {{(pid=104418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:12.667713 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks [] for router_gateway (7a50cb28-28df-4a3f-9b65-1408c0554b9c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.696338 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.scheduler.base_scheduler [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Resources bound (agent type, host, resource id): {{(pid=104418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:12.700699 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Pushing event updated for resources: {'Port': ['ID=3423103e-855c-45a0-8a07-9081c00eb00f,revision_number=1']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:12.711138 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Received port after_create {{(pid=104418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:12.789743 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:12.897886 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.927899 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Attempting to bind port 3423103e-855c-45a0-8a07-9081c00eb00f on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:12.928297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Attempting to bind port 3423103e-855c-45a0-8a07-9081c00eb00f by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:12.928722 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Attempting to bind port 3423103e-855c-45a0-8a07-9081c00eb00f on network 51670714-3553-4c50-bf11-4b2507200756 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:12.937313 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:12.938444 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Checking segment: {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:12.939035 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.939605 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Bound using segment: {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:12.940251 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Bound port: 3423103e-855c-45a0-8a07-9081c00eb00f, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:12.940870 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:12.980369 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1743830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1948475'] for router (7a50cb28-28df-4a3f-9b65-1408c0554b9c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:13.025863 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:13.066751 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] For port 3423103e-855c-45a0-8a07-9081c00eb00f, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:13.087249 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] For port 3423103e-855c-45a0-8a07-9081c00eb00f, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3423103e-855c-45a0-8a07-9081c00eb00f,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:13.121259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:12Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:13.131643 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:13.178223 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04566b7-c9d5-4dc9-840f-6c95b95c3290 None None] The sync data for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi is: [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:12Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:24:13.230890 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a6a2-0ab3-4d5a-bdba-95e993389a8b None None] Pushing event updated for resources: {'Port': ['ID=3423103e-855c-45a0-8a07-9081c00eb00f,revision_number=2']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:13.256898 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Router 7a50cb28-28df-4a3f-9b65-1408c0554b9c is scheduled to L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 with binding_index 1 {{(pid=104416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 04 02:24:13.422750 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:24:13.443646 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Sync routers for ids ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:24:13.461298 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Routers {'7a50cb28-28df-4a3f-9b65-1408c0554b9c'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:13.462131 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:13.472854 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:13.474327 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4ca64e05-ad25-44a6-9a72-b20068a27278 admin admin] 10.222.0.45 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0191929 Aug 04 02:24:13.477113 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59200) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:13.643449 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:13.646545 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Set router 7a50cb28-28df-4a3f-9b65-1408c0554b9c gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:13.857082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:13.887035 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:12Z', 'revision_number': 3, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:13.933326 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Checking router: 7a50cb28-28df-4a3f-9b65-1408c0554b9c for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:24:13.934857 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Updating router 7a50cb28-28df-4a3f-9b65-1408c0554b9c port e865beb9-727a-4eff-b141-78de1e562096 binding host dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:24:13.976879 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e865beb9-727a-4eff-b141-78de1e562096), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.073805 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.097224 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:14.347564 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Allocated IP 172.20.0.1 (51670714-3553-4c50-bf11-4b2507200756/5332ed9b-87cb-47af-9778-31258495ee80/b110919b-e2db-488e-9623-1cecdc140f82) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:14.355334 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.418931 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Publish callbacks [] for port (e865beb9-727a-4eff-b141-78de1e562096), precommit_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.430640 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e865beb9-727a-4eff-b141-78de1e562096), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.448029 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.459965 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Attempting to bind port e865beb9-727a-4eff-b141-78de1e562096 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:14.460547 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Attempting to bind port e865beb9-727a-4eff-b141-78de1e562096 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:14.460712 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Attempting to bind port e865beb9-727a-4eff-b141-78de1e562096 on network d4250021-aebc-476a-b8c1-3dd7b54d90d4 {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:14.500240 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:14.500657 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Checking segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:14.501047 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.501448 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Bound using segment: {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'} {{(pid=104419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:14.501928 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.managers [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Bound port: e865beb9-727a-4eff-b141-78de1e562096, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2722810-1655-470e-8d2f-af0d767e7688', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4'}}] {{(pid=104419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:14.502316 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e865beb9-727a-4eff-b141-78de1e562096), before_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.564788 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ccf0f-c6f3-4e64-a44a-20a29de67804 None None] Pushing event updated for resources: {'Port': ['ID=e865beb9-727a-4eff-b141-78de1e562096,revision_number=2']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:14.608891 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] For port e865beb9-727a-4eff-b141-78de1e562096, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:14.609142 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5f766-6b5f-4cea-bfe5-3f488675e72e None None] Network 51670714-3553-4c50-bf11-4b2507200756 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:24:14.613563 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.plugins.ml2.db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] For port e865beb9-727a-4eff-b141-78de1e562096, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=e865beb9-727a-4eff-b141-78de1e562096,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:14.622628 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron_lib.callbacks.manager [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e865beb9-727a-4eff-b141-78de1e562096), after_update {{(pid=104419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.688261 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Routers {'7a50cb28-28df-4a3f-9b65-1408c0554b9c'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:14.688995 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:14.696004 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:14.767911 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ccf0f-c6f3-4e64-a44a-20a29de67804 None None] Pushing event updated for resources: {'Port': ['ID=e865beb9-727a-4eff-b141-78de1e562096,revision_number=3']} {{(pid=104419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:14.860281 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] Provisioning complete for port 3423103e-855c-45a0-8a07-9081c00eb00f triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:14.860967 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.876135 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] Set router 7a50cb28-28df-4a3f-9b65-1408c0554b9c gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:14.988520 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks [] for port (b110919b-e2db-488e-9623-1cecdc140f82), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:14.996230 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] Current status of the port 3423103e-855c-45a0-8a07-9081c00eb00f is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:14.996763 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.049767 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] For port 3423103e-855c-45a0-8a07-9081c00eb00f, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3423103e-855c-45a0-8a07-9081c00eb00f,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:15.057922 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.105786 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (b110919b-e2db-488e-9623-1cecdc140f82), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.188833 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adb315-4671-455a-8b90-fff50213a681 None None] Pushing event updated for resources: {'Port': ['ID=3423103e-855c-45a0-8a07-9081c00eb00f,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:15.232601 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Network 51670714-3553-4c50-bf11-4b2507200756 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:15.234884 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Pushing event updated for resources: {'Port': ['ID=b110919b-e2db-488e-9623-1cecdc140f82,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:15.239090 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:15.241610 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:15.303600 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761708'] for router_interface (7a50cb28-28df-4a3f-9b65-1408c0554b9c), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.410345 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-3fa34dbc-bc9f-46b5-a30a-c4fe4ada1a85 None None] Provisioning complete for port 3423103e-855c-45a0-8a07-9081c00eb00f triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:15.412550 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3fa34dbc-bc9f-46b5-a30a-c4fe4ada1a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.437398 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:12Z', 'revision_number': 3, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:15.510262 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298ecb23-0ff7-4da2-a251-ed01a1f9609e None None] The sync data for ids ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'] in dv-cinder-740146-17-iscsi is: [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:12Z', 'revision_number': 3, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:24:15.552301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c40411b0-0a3d-4b6e-9577-805a015eefb2 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:15.575943 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (b110919b-e2db-488e-9623-1cecdc140f82), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.677039 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:15.712486 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port c40411b0-0a3d-4b6e-9577-805a015eefb2 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:15.712878 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.763364 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-3fa34dbc-bc9f-46b5-a30a-c4fe4ada1a85 None None] Current status of the port 3423103e-855c-45a0-8a07-9081c00eb00f is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:15.828353 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port c40411b0-0a3d-4b6e-9577-805a015eefb2 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:15.828805 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.836704 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks [] for port (b110919b-e2db-488e-9623-1cecdc140f82), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.847610 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (b110919b-e2db-488e-9623-1cecdc140f82), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.894727 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port c40411b0-0a3d-4b6e-9577-805a015eefb2, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c40411b0-0a3d-4b6e-9577-805a015eefb2,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:15.899447 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:15.901554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.902861 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3423103e-855c-45a0-8a07-9081c00eb00f up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:15.907436 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-9d67770f-4183-4642-8a36-6501926dc915 None None] Provisioning complete for port b110919b-e2db-488e-9623-1cecdc140f82 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:15.908279 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9d67770f-4183-4642-8a36-6501926dc915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (b110919b-e2db-488e-9623-1cecdc140f82), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:15.932546 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Pushing event updated for resources: {'Port': ['ID=b110919b-e2db-488e-9623-1cecdc140f82,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:15.936560 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1761820'] for router_interface (7a50cb28-28df-4a3f-9b65-1408c0554b9c), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:16.006128 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-9d67770f-4183-4642-8a36-6501926dc915 None None] Port b110919b-e2db-488e-9623-1cecdc140f82 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:24:16.030321 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=c40411b0-0a3d-4b6e-9577-805a015eefb2,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:16.034879 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port 3423103e-855c-45a0-8a07-9081c00eb00f triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:16.035255 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:16.060037 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Network 51670714-3553-4c50-bf11-4b2507200756 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:16.061484 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:16.074590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:16.082268 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:16.129226 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port 3423103e-855c-45a0-8a07-9081c00eb00f is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:16.209646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Router 7a50cb28-28df-4a3f-9b65-1408c0554b9c has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:24:16.329156 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-3bae8a7e-596f-4c48-aa58-0eceab63a25c None None] Provisioning complete for port b110919b-e2db-488e-9623-1cecdc140f82 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:16.329526 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3bae8a7e-596f-4c48-aa58-0eceab63a25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (b110919b-e2db-488e-9623-1cecdc140f82), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:16.333954 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:24:16.339007 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a3d95a54-266f-4107-9493-c41c137c3a22 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/7a50cb28-28df-4a3f-9b65-1408c0554b9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607738 Aug 04 02:24:16.364010 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-3bae8a7e-596f-4c48-aa58-0eceab63a25c None None] Port b110919b-e2db-488e-9623-1cecdc140f82 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:24:16.872773 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59288) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:16.984768 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c920381-3bd9-476a-b5eb-befdfa6cd606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.045831 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:17.070629 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c920381-3bd9-476a-b5eb-befdfa6cd606 admin admin] Publish callbacks [] for security_group (99ee19a3-2ea2-4adb-90b1-86208d6d0625), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.078466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5c920381-3bd9-476a-b5eb-befdfa6cd606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (99ee19a3-2ea2-4adb-90b1-86208d6d0625), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.129405 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5c920381-3bd9-476a-b5eb-befdfa6cd606 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=f3805415af3d49709b95e2b6105f370c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552788 Aug 04 02:24:17.130065 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59300) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:17.130846 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c920381-3bd9-476a-b5eb-befdfa6cd606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee19a3-2ea2-4adb-90b1-86208d6d0625,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:17.216310 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06ccab42-d7e5-421d-8bbd-5f5556e21171 admin admin] Publish callbacks [] for security_group (99ee19a3-2ea2-4adb-90b1-86208d6d0625), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.251764 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06ccab42-d7e5-421d-8bbd-5f5556e21171 admin admin] Publish callbacks [] for security_group (99ee19a3-2ea2-4adb-90b1-86208d6d0625), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.334085 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06ccab42-d7e5-421d-8bbd-5f5556e21171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (99ee19a3-2ea2-4adb-90b1-86208d6d0625), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.336821 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-06ccab42-d7e5-421d-8bbd-5f5556e21171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.340529 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-06ccab42-d7e5-421d-8bbd-5f5556e21171 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/99ee19a3-2ea2-4adb-90b1-86208d6d0625 HTTP/1.1" status: 204 len: 168 time: 0.2061234 Aug 04 02:24:17.349836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccab42-d7e5-421d-8bbd-5f5556e21171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee19a3-2ea2-4adb-90b1-86208d6d0625,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:17.460348 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device e865beb9-727a-4eff-b141-78de1e562096 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:17.516793 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port e865beb9-727a-4eff-b141-78de1e562096 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:17.517380 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e865beb9-727a-4eff-b141-78de1e562096), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.643610 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port e865beb9-727a-4eff-b141-78de1e562096 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:17.644434 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (e865beb9-727a-4eff-b141-78de1e562096), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.666807 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Sync routers for ids ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:24:17.735545 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port e865beb9-727a-4eff-b141-78de1e562096, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=e865beb9-727a-4eff-b141-78de1e562096,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:17.738459 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Routers {'7a50cb28-28df-4a3f-9b65-1408c0554b9c'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:17.742477 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:17.747904 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (e865beb9-727a-4eff-b141-78de1e562096), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.749235 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c40411b0-0a3d-4b6e-9577-805a015eefb2 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:17.768874 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59310) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:17.786912 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-500b9aff-2c38-43e3-bd34-95142e0a1ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.835475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:17.934386 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-500b9aff-2c38-43e3-bd34-95142e0a1ea1 admin admin] Publish callbacks [] for security_group (d50d9696-0cc6-4336-9c2f-2ef9b957c205), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.940507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-500b9aff-2c38-43e3-bd34-95142e0a1ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d50d9696-0cc6-4336-9c2f-2ef9b957c205), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.952682 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=e865beb9-727a-4eff-b141-78de1e562096,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:17.970607 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port c40411b0-0a3d-4b6e-9577-805a015eefb2 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:17.970988 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:17.983392 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-500b9aff-2c38-43e3-bd34-95142e0a1ea1 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=eea93f45f88847cb81f5902c384a728c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130857 Aug 04 02:24:17.986599 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59314) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:17.995602 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b9aff-2c38-43e3-bd34-95142e0a1ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d9696-0cc6-4336-9c2f-2ef9b957c205,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:17.997081 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Set router 7a50cb28-28df-4a3f-9b65-1408c0554b9c gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:18.053118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:18.078730 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b22e6c47-21b2-4833-863b-8701119450ac admin admin] Publish callbacks [] for security_group (d50d9696-0cc6-4336-9c2f-2ef9b957c205), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.110684 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b22e6c47-21b2-4833-863b-8701119450ac admin admin] Publish callbacks [] for security_group (d50d9696-0cc6-4336-9c2f-2ef9b957c205), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.181545 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port c40411b0-0a3d-4b6e-9577-805a015eefb2 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:18.204770 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b22e6c47-21b2-4833-863b-8701119450ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (d50d9696-0cc6-4336-9c2f-2ef9b957c205), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.209121 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b22e6c47-21b2-4833-863b-8701119450ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.210937 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b22e6c47-21b2-4833-863b-8701119450ac admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/d50d9696-0cc6-4336-9c2f-2ef9b957c205 HTTP/1.1" status: 204 len: 168 time: 0.2227831 Aug 04 02:24:18.230192 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e6c47-21b2-4833-863b-8701119450ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d9696-0cc6-4336-9c2f-2ef9b957c205,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:18.311384 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 4, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'b110919b-e2db-488e-9623-1cecdc140f82', 'name': '', 'network_id': '51670714-3553-4c50-bf11-4b2507200756', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'mac_address': 'fa:16:3e:8e:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5332ed9b-87cb-47af-9778-31258495ee80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:14Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 2, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'subnets': [{'id': '5332ed9b-87cb-47af-9778-31258495ee80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:18.342411 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Checking router: 7a50cb28-28df-4a3f-9b65-1408c0554b9c for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:24:18.342768 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Updating router 7a50cb28-28df-4a3f-9b65-1408c0554b9c port b110919b-e2db-488e-9623-1cecdc140f82 binding host dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 02:24:18.388049 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (b110919b-e2db-488e-9623-1cecdc140f82), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.863633 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:18.879113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Publish callbacks [] for port (b110919b-e2db-488e-9623-1cecdc140f82), precommit_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.886158 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (b110919b-e2db-488e-9623-1cecdc140f82), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:18.991318 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8112637-fe2a-4c86-8e03-c6e999803474 None None] Pushing event updated for resources: {'Port': ['ID=b110919b-e2db-488e-9623-1cecdc140f82,revision_number=3']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:19.014461 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Attempting to bind port b110919b-e2db-488e-9623-1cecdc140f82 on host dv-cinder-740146-17-iscsi for vnic_type normal with profile {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:19.015700 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Attempting to bind port b110919b-e2db-488e-9623-1cecdc140f82 by drivers openvswitch,hyperv on host dv-cinder-740146-17-iscsi at level 0 using segments [{'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:19.016252 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Attempting to bind port b110919b-e2db-488e-9623-1cecdc140f82 on network 51670714-3553-4c50-bf11-4b2507200756 {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:19.022425 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Checking agent: {'id': '55116994-f326-41c8-9b52-52fd754989e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 9, 14), 'started_at': datetime.datetime(2022, 8, 4, 2, 9, 44), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:19.023079 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Checking segment: {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:19.026204 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:19.026842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Bound using segment: {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'} {{(pid=104418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:19.027508 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.managers [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Bound port: b110919b-e2db-488e-9623-1cecdc140f82, host: dv-cinder-740146-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74585ede-0833-498a-93b8-20d26bd57531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51670714-3553-4c50-bf11-4b2507200756'}}] {{(pid=104418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:19.028116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (b110919b-e2db-488e-9623-1cecdc140f82), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:19.165122 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] For port b110919b-e2db-488e-9623-1cecdc140f82, host dv-cinder-740146-17-iscsi, cleared binding levels {{(pid=104418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:19.174521 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] For port b110919b-e2db-488e-9623-1cecdc140f82, host dv-cinder-740146-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=b110919b-e2db-488e-9623-1cecdc140f82,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:19.194034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (b110919b-e2db-488e-9623-1cecdc140f82), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:19.269419 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Routers {'7a50cb28-28df-4a3f-9b65-1408c0554b9c'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:19.270145 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:19.355919 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8112637-fe2a-4c86-8e03-c6e999803474 None None] Pushing event updated for resources: {'Port': ['ID=b110919b-e2db-488e-9623-1cecdc140f82,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:19.419167 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:19.457638 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device e865beb9-727a-4eff-b141-78de1e562096 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:19.520549 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] Set router 7a50cb28-28df-4a3f-9b65-1408c0554b9c gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:19.672342 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port e865beb9-727a-4eff-b141-78de1e562096 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:19.672862 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (e865beb9-727a-4eff-b141-78de1e562096), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:19.834118 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port e865beb9-727a-4eff-b141-78de1e562096 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:19.846208 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 4, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'b110919b-e2db-488e-9623-1cecdc140f82', 'name': '', 'network_id': '51670714-3553-4c50-bf11-4b2507200756', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'mac_address': 'fa:16:3e:8e:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5332ed9b-87cb-47af-9778-31258495ee80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:14Z', 'updated_at': '2022-08-04T02:24:19Z', 'revision_number': 4, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'subnets': [{'id': '5332ed9b-87cb-47af-9778-31258495ee80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:19.878841 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3e6476-2f59-48b8-8b01-a1f61b4014b7 None None] The sync data for ids ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'] in dv-cinder-740146-17-iscsi is: [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 4, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'b110919b-e2db-488e-9623-1cecdc140f82', 'name': '', 'network_id': '51670714-3553-4c50-bf11-4b2507200756', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'mac_address': 'fa:16:3e:8e:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5332ed9b-87cb-47af-9778-31258495ee80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:14Z', 'updated_at': '2022-08-04T02:24:19Z', 'revision_number': 4, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'subnets': [{'id': '5332ed9b-87cb-47af-9778-31258495ee80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:24:21.372669 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device b110919b-e2db-488e-9623-1cecdc140f82 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:21.465250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port b110919b-e2db-488e-9623-1cecdc140f82 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:21.465629 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (b110919b-e2db-488e-9623-1cecdc140f82), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:21.574401 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:21.596197 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port b110919b-e2db-488e-9623-1cecdc140f82 is: DOWN; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:21.596712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (b110919b-e2db-488e-9623-1cecdc140f82), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:21.646635 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] For port b110919b-e2db-488e-9623-1cecdc140f82, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=b110919b-e2db-488e-9623-1cecdc140f82,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:21.652864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (b110919b-e2db-488e-9623-1cecdc140f82), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:21.717515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59414) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:21.723210 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Pushing event updated for resources: {'Port': ['ID=b110919b-e2db-488e-9623-1cecdc140f82,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:21.882190 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fb1aa24-c540-4a1d-86c5-6e1cf7a8908c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:21.891439 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:21.921608 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:21.981701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fb1aa24-c540-4a1d-86c5-6e1cf7a8908c admin admin] Publish callbacks [] for security_group (910229b8-2eeb-4fe0-b933-2ec115e58dc4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:21.988068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5fb1aa24-c540-4a1d-86c5-6e1cf7a8908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (910229b8-2eeb-4fe0-b933-2ec115e58dc4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:22.032256 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1aa24-c540-4a1d-86c5-6e1cf7a8908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910229b8-2eeb-4fe0-b933-2ec115e58dc4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:22.039176 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5fb1aa24-c540-4a1d-86c5-6e1cf7a8908c admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=cc6ac4a9576b4e4abf1a23eaa5a2b735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199568 Aug 04 02:24:22.042312 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59430) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:22.187418 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18182ec7-3572-48fb-ad70-d2a89ba2a2fc admin admin] Publish callbacks [] for security_group (910229b8-2eeb-4fe0-b933-2ec115e58dc4), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:22.222334 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18182ec7-3572-48fb-ad70-d2a89ba2a2fc admin admin] Publish callbacks [] for security_group (910229b8-2eeb-4fe0-b933-2ec115e58dc4), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:22.285291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18182ec7-3572-48fb-ad70-d2a89ba2a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (910229b8-2eeb-4fe0-b933-2ec115e58dc4), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:22.288182 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-18182ec7-3572-48fb-ad70-d2a89ba2a2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:22.291188 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-18182ec7-3572-48fb-ad70-d2a89ba2a2fc admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/910229b8-2eeb-4fe0-b933-2ec115e58dc4 HTTP/1.1" status: 204 len: 168 time: 0.2461200 Aug 04 02:24:22.308606 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18182ec7-3572-48fb-ad70-d2a89ba2a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910229b8-2eeb-4fe0-b933-2ec115e58dc4,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:23.345755 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device b110919b-e2db-488e-9623-1cecdc140f82 up at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:23.430918 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Provisioning complete for port b110919b-e2db-488e-9623-1cecdc140f82 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:23.431712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (b110919b-e2db-488e-9623-1cecdc140f82), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:23.549643 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Current status of the port b110919b-e2db-488e-9623-1cecdc140f82 is: ACTIVE; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:23.644775 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-0f3dde6f-f3b2-4918-b8a2-8b21bacbfe7c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-689449970&fields=id&tenant_id=5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 267 time: 0.0779343 Aug 04 02:24:23.784434 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-3ef67f5a-dc4f-4786-b565-a91468119eef tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:23.791906 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-3ef67f5a-dc4f-4786-b565-a91468119eef tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 811 time: 0.1452270 Aug 04 02:24:23.804165 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-7c2c69f0-7b8b-436c-b342-cc2c2f4b1d6d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/quotas/5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 375 time: 0.0111201 Aug 04 02:24:23.925507 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59490) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:23.926031 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-c5f8b75e-164a-488f-a6fc-c78846e466d3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089790 Aug 04 02:24:24.076823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.182654 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Publish callbacks [] for security_group (ba836e44-7cbd-477f-b3b8-d8592a106f8c), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.190010 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (ba836e44-7cbd-477f-b3b8-d8592a106f8c), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.220684 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-f9cc366a-bdd3-4f76-96f3-8a3e6437b8c4 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890580 Aug 04 02:24:24.249332 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=bad68421030f4e719c3884b91dcca946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220036 Aug 04 02:24:24.250441 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba836e44-7cbd-477f-b3b8-d8592a106f8c,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:24.256540 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59496) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:24.273172 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.273904 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.274464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.275020 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.275579 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.276185 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.276797 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.277295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.277614 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.278038 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.278569 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.278910 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.279328 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.279575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.279932 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b7cdb-80e6-444c-ac0f-3577c60bf6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:24.345923 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8097b4-3a5a-4a1e-bc8c-f879ab8a3c90 admin admin] Publish callbacks [] for security_group (ba836e44-7cbd-477f-b3b8-d8592a106f8c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.356054 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-82c84799-6cfd-430c-ac71-74cf659fff24 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293671 Aug 04 02:24:24.376252 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8097b4-3a5a-4a1e-bc8c-f879ab8a3c90 admin admin] Publish callbacks [] for security_group (ba836e44-7cbd-477f-b3b8-d8592a106f8c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.446670 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8097b4-3a5a-4a1e-bc8c-f879ab8a3c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (ba836e44-7cbd-477f-b3b8-d8592a106f8c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.454758 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ec8097b4-3a5a-4a1e-bc8c-f879ab8a3c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:24.459390 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ec8097b4-3a5a-4a1e-bc8c-f879ab8a3c90 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/ba836e44-7cbd-477f-b3b8-d8592a106f8c HTTP/1.1" status: 204 len: 168 time: 0.1945119 Aug 04 02:24:24.468806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8097b4-3a5a-4a1e-bc8c-f879ab8a3c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba836e44-7cbd-477f-b3b8-d8592a106f8c,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:24.816554 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ee364dc-d26e-4adb-b229-c747a0b6d3cd req-41627f9e-f7f4-4c72-93b2-ec19ada9c36a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 210 time: 0.0651915 Aug 04 02:24:25.540545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59552) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:25.702977 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1747506431-network', 'tenant_id': 'f7d4919e934044b7a97dce3ad1cac880'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:25.735779 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Made reservation on behalf of f7d4919e934044b7a97dce3ad1cac880 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:25.738395 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:25.748069 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:25.906673 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks [] for security_group (c398903c-f6c7-4863-b4aa-1c79aac3ae13), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:25.926713 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c398903c-f6c7-4863-b4aa-1c79aac3ae13), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:25.964162 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3f46b99-7f23-4bf5-a65e-0ac9f99baff5 req-7fc81670-7247-4815-b3be-7a1bf07d1903 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 210 time: 0.0513663 Aug 04 02:24:25.998540 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:24:26.014144 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (8f8a9862-b0d1-46f2-b38e-d1a1bb807fef), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.014793 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Added segment 8f8a9862-b0d1-46f2-b38e-d1a1bb807fef of type vlan for network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 Aug 04 02:24:26.023876 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398903c-f6c7-4863-b4aa-1c79aac3ae13,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:26.062985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:26.068054 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (82033b8a-fd6f-44a1-9a32-4b4326d62bc3), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.104742 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (82033b8a-fd6f-44a1-9a32-4b4326d62bc3), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.106209 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:26.109541 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.112476 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:26.159653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-522a1249-1fa2-4048-bc8d-c8ab9e0d249a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:26.163748 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-522a1249-1fa2-4048-bc8d-c8ab9e0d249a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 811 time: 0.1912727 Aug 04 02:24:26.174876 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6331785 Aug 04 02:24:26.187939 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 59558) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:26.198948 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Request body: {'subnet': {'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1747506431-subnet', 'tenant_id': 'f7d4919e934044b7a97dce3ad1cac880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:26.209354 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857e6e-577b-4a12-8f3f-114e82365dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=82033b8a-fd6f-44a1-9a32-4b4326d62bc3,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:26.222628 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:24:26.238090 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Made reservation on behalf of f7d4919e934044b7a97dce3ad1cac880 for: {'subnet': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:26.241722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8901862'] for subnet (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.294632 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-7124b43a-d637-48f3-9765-96bbc5befe13 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 379 time: 0.1208127 Aug 04 02:24:26.308909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'port': {'device_id': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'admin_state_up': True, 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'security_groups': ['67626d0c-1b98-49df-bf7f-beda780110c8']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:26.366626 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:26.375924 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:26.459898 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Made reservation on behalf of 5f4683550a9d40d1ab0439d002d73749 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:26.463937 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.512513 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10322869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8901776'] for subnet (df86dabc-9158-4338-b322-271fbeb82365), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.618754 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df86dabc-9158-4338-b322-271fbeb82365,revision_number=0']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:26.632761 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Checking segment: {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:26.633127 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Network hostable DHCP agents. Network: 82033b8a-fd6f-44a1-9a32-4b4326d62bc3, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:24:26.681402 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:24:26.703353 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Allocated IP 172.20.0.6 (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4/80de0531-803e-4995-aa6f-151bf80b82e6/11df299a-5e37-4167-9de3-78f09f622f02) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:26.715307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 82033b8a-fd6f-44a1-9a32-4b4326d62bc3) {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:26.730566 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:26.734343 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79936e11-d649-4096-9937-cc24363e4b74 None None] Network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:24:26.735272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:26.779525 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-64da3ce3-99b3-4f55-bea4-9bc959bbbc2f admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5861380 Aug 04 02:24:26.914912 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cee5c7-0c9c-462f-bff0-131c90050143 None None] Network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:24:27.034830 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (11df299a-5e37-4167-9de3-78f09f622f02), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.037996 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:27.079954 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (11df299a-5e37-4167-9de3-78f09f622f02), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.137464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:27.144106 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:27.146542 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:27.166202 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e161d27-7c86-4e1a-a836-4d8dc88cc2c5 req-63c4ed6e-14c5-4064-867a-2e7998551bbb tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:27.167769 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e161d27-7c86-4e1a-a836-4d8dc88cc2c5 req-63c4ed6e-14c5-4064-867a-2e7998551bbb tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 931 time: 0.0917530 Aug 04 02:24:27.184800 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=11df299a-5e37-4167-9de3-78f09f622f02,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:27.227744 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:27.229080 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.266152 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-431b53c6-260b-48e3-96c8-f14f94fb6498 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644959 Aug 04 02:24:27.274978 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e161d27-7c86-4e1a-a836-4d8dc88cc2c5 req-4c93c645-cc3f-4ecd-9fa1-73355ac11b1a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988209 Aug 04 02:24:27.277662 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Request body: {'port': {'device_id': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:27.367466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (11df299a-5e37-4167-9de3-78f09f622f02), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.524169 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-deb43dc1-934f-4780-a8cb-bbc4af7984ff None None] Provisioning complete for port 11df299a-5e37-4167-9de3-78f09f622f02 triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:27.524808 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-deb43dc1-934f-4780-a8cb-bbc4af7984ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (11df299a-5e37-4167-9de3-78f09f622f02), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.580659 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-deb43dc1-934f-4780-a8cb-bbc4af7984ff None None] Port 11df299a-5e37-4167-9de3-78f09f622f02 cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:24:27.637130 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:27.692506 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:27.763476 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11df299a-5e37-4167-9de3-78f09f622f02 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:24:27.772600 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Publish callbacks [] for port (11df299a-5e37-4167-9de3-78f09f622f02), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.787861 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Transition to ACTIVE for port object 11df299a-5e37-4167-9de3-78f09f622f02 will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:24:27.792135 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (11df299a-5e37-4167-9de3-78f09f622f02), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:27.841377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Pushing event updated for resources: {'Port': ['ID=11df299a-5e37-4167-9de3-78f09f622f02,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:27.927813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Attempting to bind port 11df299a-5e37-4167-9de3-78f09f622f02 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:27.928144 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Attempting to bind port 11df299a-5e37-4167-9de3-78f09f622f02 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:27.928380 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Attempting to bind port 11df299a-5e37-4167-9de3-78f09f622f02 on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:27.933390 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Port 11df299a-5e37-4167-9de3-78f09f622f02 on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:24:27.933720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Attempting to bind port 11df299a-5e37-4167-9de3-78f09f622f02 on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:27.939488 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:27.939825 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Checking segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:27.940210 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Bound using segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:27.940802 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Bound port: 11df299a-5e37-4167-9de3-78f09f622f02, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:27.943854 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (11df299a-5e37-4167-9de3-78f09f622f02), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:28.019320 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] For port 11df299a-5e37-4167-9de3-78f09f622f02, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:28.023153 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] For port 11df299a-5e37-4167-9de3-78f09f622f02, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=11df299a-5e37-4167-9de3-78f09f622f02,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:28.031294 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (11df299a-5e37-4167-9de3-78f09f622f02), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:28.036007 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:28.036575 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:28.038004 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/11df299a-5e37-4167-9de3-78f09f622f02 HTTP/1.1" status: 200 len: 1093 time: 0.7650723 Aug 04 02:24:28.038524 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:28.046973 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f9a154-b663-4bff-89f0-2f2deb80da70" -d '{"events": [{"name": "network-changed", "server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "tag": "11df299a-5e37-4167-9de3-78f09f622f02"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:28.098619 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba8a647-8398-41fe-933f-2cca9de403db x-openstack-request-id: req-6ba8a647-8398-41fe-933f-2cca9de403db {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:28.098913 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "tag": "11df299a-5e37-4167-9de3-78f09f622f02", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:28.099171 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ba8a647-8398-41fe-933f-2cca9de403db {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:28.099833 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba8a647-8398-41fe-933f-2cca9de403db'] response: {'name': 'network-changed', 'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02', 'status': 'completed', 'code': 200} Aug 04 02:24:28.158180 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae540aef-e62c-4d5b-8f60-ad1be9a56fcd service neutron] Pushing event updated for resources: {'Port': ['ID=11df299a-5e37-4167-9de3-78f09f622f02,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:28.179072 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-920619e1-d399-4da9-bebe-d0a535722ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:28.179790 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-920619e1-d399-4da9-bebe-d0a535722ee8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 1127 time: 0.0732808 Aug 04 02:24:28.240568 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-082c07c3-4592-43e0-a3d4-b92e0dccc484 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11df299a-5e37-4167-9de3-78f09f622f02 HTTP/1.1" status: 200 len: 217 time: 0.0535934 Aug 04 02:24:28.307930 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-c797dd05-e126-4911-85b8-6711002b9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:28.309588 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-c797dd05-e126-4911-85b8-6711002b9a6b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0627060 Aug 04 02:24:28.384155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-caecdb1f-0f28-4461-a858-e11a408b5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:28.386329 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-caecdb1f-0f28-4461-a858-e11a408b5d09 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0700581 Aug 04 02:24:28.451841 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8b972-106d-4fe4-b358-ba2267dd37f1 req-cb72814f-4d06-4f11-a3fe-5b380b403137 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:28.465942 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-acb8b972-106d-4fe4-b358-ba2267dd37f1 req-cb72814f-4d06-4f11-a3fe-5b380b403137 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0772333 Aug 04 02:24:28.544309 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-acb8b972-106d-4fe4-b358-ba2267dd37f1 req-e9b4e419-6d7c-41e7-a402-baf7283288bc tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714607 Aug 04 02:24:28.570937 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-35272645-d8dd-4d2e-b20f-de7778de91a5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785340 Aug 04 02:24:28.700435 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fb3bc50f-1fdd-4111-888a-22bcecee6543 req-cd4be8b1-8b85-4531-ac24-8bdacb61bd8e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216223 Aug 04 02:24:28.836041 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=37 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:28.847234 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:28.984715 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-f926f92c-201e-4882-85d9-668dd808284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:28.986564 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-f926f92c-201e-4882-85d9-668dd808284a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 1127 time: 0.0583429 Aug 04 02:24:29.099615 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-f4c11ead-1c66-4fbd-8637-529abaab4d24 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:29.100902 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-5eaf9a62-9e2c-4b4b-8738-a63252c70d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:29.101516 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-f4c11ead-1c66-4fbd-8637-529abaab4d24 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/networks?id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 200 len: 809 time: 0.1357262 Aug 04 02:24:29.111582 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-5eaf9a62-9e2c-4b4b-8738-a63252c70d82 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.1155145 Aug 04 02:24:29.121712 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-93693fcf-d6c3-48bf-a21b-24747fda656c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/quotas/f7d4919e934044b7a97dce3ad1cac880 HTTP/1.1" status: 200 len: 375 time: 0.0145693 Aug 04 02:24:29.148979 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-95de65df-1da8-488b-a6af-f740a219544a service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11df299a-5e37-4167-9de3-78f09f622f02 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Aug 04 02:24:29.155750 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-a02e2317-4870-47f0-b0b0-c7c857d1ecb7 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f7d4919e934044b7a97dce3ad1cac880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279527 Aug 04 02:24:29.219110 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-be39cae7-01a1-4e7e-9794-cad676e0aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:29.220820 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-be39cae7-01a1-4e7e-9794-cad676e0aced service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0666461 Aug 04 02:24:29.240815 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:29.241541 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:29.277777 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-fffcddb3-28e0-4920-b3c7-9c9bf4b720f5 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121845 Aug 04 02:24:29.285223 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-95e75807-0bfc-4ced-8961-c2527f1f20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:29.286769 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-95e75807-0bfc-4ced-8961-c2527f1f20ca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601680 Aug 04 02:24:29.301007 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:29.436373 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-a76e377a-6c3d-4df0-be94-21500833e439 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514108 Aug 04 02:24:29.441183 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-564123c7-7aa5-4076-88e2-e3b99881c074 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475792 Aug 04 02:24:29.555435 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-69f9a154-b663-4bff-89f0-2f2deb80da70 req-333bc9eb-ae95-4757-aacb-dbccf9947084 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057506 Aug 04 02:24:29.727292 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d07e49b2-3940-4f83-9e02-834f776c397e req-56fcbedd-6bfd-4b39-9a74-a10f89f1a642 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 210 time: 0.0813885 Aug 04 02:24:29.754944 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44237fe4-f987-4f63-89a7-edda8cc528d7 req-d2fb2c91-dfd8-43ab-8c60-f2ad03a24c73 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:29.756895 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44237fe4-f987-4f63-89a7-edda8cc528d7 req-d2fb2c91-dfd8-43ab-8c60-f2ad03a24c73 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.1353230 Aug 04 02:24:29.777084 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:29.829690 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44237fe4-f987-4f63-89a7-edda8cc528d7 req-1e901301-4021-491d-a05c-b606e8caa6ab tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633888 Aug 04 02:24:30.220173 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-5f3f265e-f17a-443c-bd29-d2b232c35b60 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:30.226458 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-5f3f265e-f17a-443c-bd29-d2b232c35b60 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 815 time: 0.1271844 Aug 04 02:24:30.241262 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-84cb613d-070d-49e3-bc65-dfb5904f4531 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/quotas/06f7c91a924c447fbca1b6a784d7b167 HTTP/1.1" status: 200 len: 375 time: 0.0100789 Aug 04 02:24:30.296325 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-566a136a-86d1-47ba-8b1f-45dbd14b0787 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491838 Aug 04 02:24:30.446700 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-46b11125-9be4-4844-a93b-be22b4858fe2 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389902 Aug 04 02:24:30.539910 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-65042879-c89a-4498-bbf4-dfd883deb118 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872936 Aug 04 02:24:30.750593 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-65422261-9018-4d19-b517-b9ce3fd3c186 req-08dd9b20-c08d-4869-8166-dea7d84c3394 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 210 time: 0.0428684 Aug 04 02:24:30.808703 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-d3d46604-af3a-4399-9742-21cb1bf46c74 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:30.810508 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-d3d46604-af3a-4399-9742-21cb1bf46c74 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "GET /networking/v2.0/networks?id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 200 len: 809 time: 0.1489739 Aug 04 02:24:30.824689 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Request body: {'port': {'device_id': '49830900-ee39-4921-9b57-7025d31dee04', 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3', 'admin_state_up': True, 'tenant_id': 'f7d4919e934044b7a97dce3ad1cac880'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:30.841055 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a120e9d9-17d6-411f-97a0-bdf17df8ff41 req-13d87958-1fa9-41b0-82c3-6af9c749c3bb tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Aug 04 02:24:30.893504 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:24:30.958015 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Made reservation on behalf of f7d4919e934044b7a97dce3ad1cac880 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:30.962003 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:30.978100 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdde42-0d7d-4588-8540-6711b8da5601 req-af123134-b150-4e12-8d1f-08190b72ef5f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:30.980259 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efdde42-0d7d-4588-8540-6711b8da5601 req-af123134-b150-4e12-8d1f-08190b72ef5f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0603499 Aug 04 02:24:31.041859 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efdde42-0d7d-4588-8540-6711b8da5601 req-91d88936-8bdb-4421-81d5-616bfe57ccc7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536146 Aug 04 02:24:31.102706 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Allocated IP 172.20.0.7 (82033b8a-fd6f-44a1-9a32-4b4326d62bc3/df86dabc-9158-4338-b322-271fbeb82365/8053474b-ee31-4379-9f91-ab7231945e67) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:31.275039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks [] for port (8053474b-ee31-4379-9f91-ab7231945e67), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:31.310513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (8053474b-ee31-4379-9f91-ab7231945e67), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:31.357939 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:31.366339 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:31.373166 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:31.376187 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:31.379642 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Pushing event updated for resources: {'Port': ['ID=8053474b-ee31-4379-9f91-ab7231945e67,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:31.435373 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:31.435994 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:31.454529 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-37502cbe-335e-44f7-8cb8-adee90780535 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6338797 Aug 04 02:24:31.638258 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Request body: {'port': {'device_id': '49830900-ee39-4921-9b57-7025d31dee04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:31.828656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-22f9a121-5c83-41f8-a0f9-93a2a54d1637 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:31.829962 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-22f9a121-5c83-41f8-a0f9-93a2a54d1637 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 815 time: 0.1166844 Aug 04 02:24:31.842579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'port': {'device_id': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'admin_state_up': True, 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:31.924422 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:31.945940 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d135cf0c-0fff-4d89-8380-8adbbb5e0aec req-0ad352fe-0e5d-4aaf-87ee-b5834ddc3b36 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 210 time: 0.0757694 Aug 04 02:24:31.968127 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8053474b-ee31-4379-9f91-ab7231945e67), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.009896 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83da26a-1ae9-4a84-9167-d53dc12c7941 req-01182aa3-7632-4158-968b-9600a46ac15a tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:32.011546 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d83da26a-1ae9-4a84-9167-d53dc12c7941 req-01182aa3-7632-4158-968b-9600a46ac15a tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 931 time: 0.0709252 Aug 04 02:24:32.062519 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:32.085476 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Made reservation on behalf of 06f7c91a924c447fbca1b6a784d7b167 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:24:32.088889 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.102212 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d83da26a-1ae9-4a84-9167-d53dc12c7941 req-13237897-1ceb-4cd6-8817-e04d1e0b8076 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796092 Aug 04 02:24:32.213326 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787edbb-bbfc-4b62-b86f-3b9577d082f3 req-2eb9817f-a3b2-49b1-a496-a9a44ae3e889 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:32.214780 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8787edbb-bbfc-4b62-b86f-3b9577d082f3 req-2eb9817f-a3b2-49b1-a496-a9a44ae3e889 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0681601 Aug 04 02:24:32.253963 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:32.295356 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8053474b-ee31-4379-9f91-ab7231945e67 {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:24:32.301058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Allocated IP 172.20.0.11 (12273cd1-fcbc-46fd-903a-fa14d59dcbe6/4d41e321-5459-4ba0-9408-2abb84a06cf2/92139371-2e53-454b-9e82-e159aac502fd) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:32.305155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Publish callbacks [] for port (8053474b-ee31-4379-9f91-ab7231945e67), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.309843 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8787edbb-bbfc-4b62-b86f-3b9577d082f3 req-49240714-8275-4fd2-ac2a-7505baa21c02 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731032 Aug 04 02:24:32.320657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Transition to ACTIVE for port object 8053474b-ee31-4379-9f91-ab7231945e67 will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:24:32.325387 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (8053474b-ee31-4379-9f91-ab7231945e67), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.420871 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8053474b-ee31-4379-9f91-ab7231945e67,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:32.457819 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Attempting to bind port 8053474b-ee31-4379-9f91-ab7231945e67 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:32.458139 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Attempting to bind port 8053474b-ee31-4379-9f91-ab7231945e67 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:32.458532 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Attempting to bind port 8053474b-ee31-4379-9f91-ab7231945e67 on network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:32.464745 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Port 8053474b-ee31-4379-9f91-ab7231945e67 on network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:24:32.465075 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Attempting to bind port 8053474b-ee31-4379-9f91-ab7231945e67 on network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:32.471766 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:32.472146 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Checking segment: {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:32.472535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Bound using segment: {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:32.473032 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Bound port: 8053474b-ee31-4379-9f91-ab7231945e67, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:32.473370 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8053474b-ee31-4379-9f91-ab7231945e67), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.540848 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for port (92139371-2e53-454b-9e82-e159aac502fd), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.596277 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] For port 8053474b-ee31-4379-9f91-ab7231945e67, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:32.600837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] For port 8053474b-ee31-4379-9f91-ab7231945e67, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8053474b-ee31-4379-9f91-ab7231945e67,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:32.611507 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (8053474b-ee31-4379-9f91-ab7231945e67), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.622352 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:32.623616 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.628659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.630199 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/8053474b-ee31-4379-9f91-ab7231945e67 HTTP/1.1" status: 200 len: 1093 time: 0.9922378 Aug 04 02:24:32.632438 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49830900-ee39-4921-9b57-7025d31dee04', 'tag': '8053474b-ee31-4379-9f91-ab7231945e67'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:32.642005 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb59a4a-a162-48ca-982d-ed89630b3084" -d '{"events": [{"name": "network-changed", "server_uuid": "49830900-ee39-4921-9b57-7025d31dee04", "tag": "8053474b-ee31-4379-9f91-ab7231945e67"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:32.715535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:32.719834 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:32.725259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:32.736470 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e648a72-8c33-4d67-8670-c6c94fc4e7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8053474b-ee31-4379-9f91-ab7231945e67,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:32.750315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:32.845321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:32.846158 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:32.846842 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1de410-19c7-417e-943d-d8c464666816 x-openstack-request-id: req-6d1de410-19c7-417e-943d-d8c464666816 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:32.847240 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49830900-ee39-4921-9b57-7025d31dee04", "tag": "8053474b-ee31-4379-9f91-ab7231945e67", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:32.847685 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6d1de410-19c7-417e-943d-d8c464666816 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:32.857067 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1de410-19c7-417e-943d-d8c464666816'] response: {'name': 'network-changed', 'server_uuid': '49830900-ee39-4921-9b57-7025d31dee04', 'tag': '8053474b-ee31-4379-9f91-ab7231945e67', 'status': 'completed', 'code': 200} Aug 04 02:24:32.872220 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-495ea776-fc01-47d4-9a0f-65b190a5ded8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0344291 Aug 04 02:24:32.889011 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-3bd7f43a-4ab3-468b-bdad-410b28345f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:32.891462 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-3bd7f43a-4ab3-468b-bdad-410b28345f1f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f7d4919e934044b7a97dce3ad1cac880&device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 1127 time: 0.1351771 Aug 04 02:24:33.054758 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-15c055e7-090e-4579-86e0-1c4a7b25ac81 None None] Provisioning complete for port 92139371-2e53-454b-9e82-e159aac502fd triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:33.055331 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-15c055e7-090e-4579-86e0-1c4a7b25ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (92139371-2e53-454b-9e82-e159aac502fd), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:33.101255 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-15c055e7-090e-4579-86e0-1c4a7b25ac81 None None] Port 92139371-2e53-454b-9e82-e159aac502fd cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:24:33.153263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2410dd-7e4d-45b4-a9be-4e25534e0821 req-d1b79e1e-d07a-43f6-a283-8fa3f3e04e09 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:33.157135 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9a2410dd-7e4d-45b4-a9be-4e25534e0821 req-d1b79e1e-d07a-43f6-a283-8fa3f3e04e09 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.1022372 Aug 04 02:24:33.268850 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9a2410dd-7e4d-45b4-a9be-4e25534e0821 req-dfdd475d-32c5-492e-b994-8ce34a134852 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035995 Aug 04 02:24:33.314626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5bb5b-8bbd-455e-9d1f-49c7bce07cfd req-87753fc6-0606-4954-bcf2-4f1a876857fc tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:33.318934 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e9f5bb5b-8bbd-455e-9d1f-49c7bce07cfd req-87753fc6-0606-4954-bcf2-4f1a876857fc tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.1222301 Aug 04 02:24:33.406602 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e9f5bb5b-8bbd-455e-9d1f-49c7bce07cfd req-e59f5d3a-564e-467b-b72c-a6b7d64911f0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826008 Aug 04 02:24:33.477499 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc521c-a64f-4a45-95dc-23601076269e req-22747b9a-ec1a-4379-96bf-21ee69532f77 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:33.479604 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82fc521c-a64f-4a45-95dc-23601076269e req-22747b9a-ec1a-4379-96bf-21ee69532f77 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0600479 Aug 04 02:24:33.552643 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82fc521c-a64f-4a45-95dc-23601076269e req-f2982ff2-deec-437d-b533-da33dd8d61ba tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664194 Aug 04 02:24:34.410913 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:34.446167 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2ccbd-7ab5-43b7-a718-393b6b9d5675 req-e5b67afb-3d5f-4127-ad02-2b9a907b8ccb tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:34.447690 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75d2ccbd-7ab5-43b7-a718-393b6b9d5675 req-e5b67afb-3d5f-4127-ad02-2b9a907b8ccb tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0700288 Aug 04 02:24:34.516454 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:34.534329 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:34.536945 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-75d2ccbd-7ab5-43b7-a718-393b6b9d5675 req-6451aeb4-0d79-436e-9434-4318ff20287e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Aug 04 02:24:34.585517 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c935-9325-4137-981a-3ecb6ff18f4b req-e6f4c06f-1a9a-4137-a169-68d3a2c1f55c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:34.587771 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb94c935-9325-4137-981a-3ecb6ff18f4b req-e6f4c06f-1a9a-4137-a169-68d3a2c1f55c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0793395 Aug 04 02:24:34.694373 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb94c935-9325-4137-981a-3ecb6ff18f4b req-c184434f-7411-4260-bab8-a98ed5e89a5a tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994775 Aug 04 02:24:34.713037 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ea792-3df6-48cf-a18a-5ee6e76ab04f req-1c65311e-38ea-4c7a-8611-45804691aadf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:34.714629 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b18ea792-3df6-48cf-a18a-5ee6e76ab04f req-1c65311e-38ea-4c7a-8611-45804691aadf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0682452 Aug 04 02:24:34.727146 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:34.773787 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b18ea792-3df6-48cf-a18a-5ee6e76ab04f req-c0af001c-d4f4-4e34-9b55-22ad83f23888 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534868 Aug 04 02:24:35.682141 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94c8a8-8e1e-4d54-a544-38376b93d160 req-f0016ea0-729b-4969-a106-a8c15442f980 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:35.683761 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa94c8a8-8e1e-4d54-a544-38376b93d160 req-f0016ea0-729b-4969-a106-a8c15442f980 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0557928 Aug 04 02:24:35.753755 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-fa94c8a8-8e1e-4d54-a544-38376b93d160 req-aec78723-f04e-4ae3-bcf0-a3f94ced1a38 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639338 Aug 04 02:24:35.849014 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f85c4-6fc1-4523-91af-445767722110 req-4d4381bf-b7da-4df3-ab67-79bd1fa0239b tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:35.855180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b1f85c4-6fc1-4523-91af-445767722110 req-4d4381bf-b7da-4df3-ab67-79bd1fa0239b tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0656650 Aug 04 02:24:35.941097 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6b940-13fc-4996-8aa6-94b72b1caa8e req-1bdfbb10-7cf2-404f-a9a0-b543716092f4 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:35.942529 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eec6b940-13fc-4996-8aa6-94b72b1caa8e req-1bdfbb10-7cf2-404f-a9a0-b543716092f4 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0714762 Aug 04 02:24:35.945330 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b1f85c4-6fc1-4523-91af-445767722110 req-1e0b2af9-456b-46dc-bdf7-c38b366d5b41 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882688 Aug 04 02:24:36.012751 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eec6b940-13fc-4996-8aa6-94b72b1caa8e req-44f9a98f-87ec-49dd-8855-6723e8391282 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644698 Aug 04 02:24:36.875452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d42096-cdea-4d96-a625-79a51002a9d2 req-c601ee7f-53e4-44f1-b014-c3e629fe9122 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:36.876957 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03d42096-cdea-4d96-a625-79a51002a9d2 req-c601ee7f-53e4-44f1-b014-c3e629fe9122 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0470450 Aug 04 02:24:36.931185 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-03d42096-cdea-4d96-a625-79a51002a9d2 req-804d68b5-0017-4885-a97f-08f80ecdf80e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Aug 04 02:24:37.085832 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888c1e-d791-4c5d-b9e3-9e1875bcf162 req-79ead2c2-b04b-4b57-9397-3578eca587ff tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:37.087688 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30888c1e-d791-4c5d-b9e3-9e1875bcf162 req-79ead2c2-b04b-4b57-9397-3578eca587ff tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0646119 Aug 04 02:24:37.177255 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-30888c1e-d791-4c5d-b9e3-9e1875bcf162 req-a6d4e559-3077-483b-a1f9-e67fad7dd6c4 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829287 Aug 04 02:24:37.198369 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fb4f2-637e-40be-af85-d885f8c2622b req-33b5f05f-5f87-4b6c-a3ef-2bab64550a55 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:37.198369 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f69fb4f2-637e-40be-af85-d885f8c2622b req-33b5f05f-5f87-4b6c-a3ef-2bab64550a55 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0612450 Aug 04 02:24:37.254203 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f69fb4f2-637e-40be-af85-d885f8c2622b req-ca68f8c6-97de-4d60-98e8-5cbddbfd81ed tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560884 Aug 04 02:24:38.054353 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5fece-b3a9-4387-ba98-afc671413c4b req-245c6d7d-413a-4319-b969-0ba907e88eac tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:38.055852 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94e5fece-b3a9-4387-ba98-afc671413c4b req-245c6d7d-413a-4319-b969-0ba907e88eac tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0491154 Aug 04 02:24:38.130267 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-94e5fece-b3a9-4387-ba98-afc671413c4b req-41f935a0-fe7c-4af3-974f-12f7de5933fd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605254 Aug 04 02:24:38.324134 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694125b-55b8-40ed-a2f7-1da9a7e9da57 req-d0315f08-4a1d-4dd4-931e-cf9a369c4e07 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:38.326011 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d694125b-55b8-40ed-a2f7-1da9a7e9da57 req-d0315f08-4a1d-4dd4-931e-cf9a369c4e07 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0678387 Aug 04 02:24:38.405892 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff8a4-d037-4d7c-91eb-5e5cdc25db9b req-6e9d1d42-fdf6-40c8-b6a8-ebb8f9638c8f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:38.408438 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a7ff8a4-d037-4d7c-91eb-5e5cdc25db9b req-6e9d1d42-fdf6-40c8-b6a8-ebb8f9638c8f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0686762 Aug 04 02:24:38.446300 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d694125b-55b8-40ed-a2f7-1da9a7e9da57 req-ee530e9e-a465-4ba2-bbf7-4cc9b1ecaf7c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140397 Aug 04 02:24:38.454175 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:38.483361 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0a7ff8a4-d037-4d7c-91eb-5e5cdc25db9b req-323dac14-204a-4793-aa7c-d138a12113f3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639241 Aug 04 02:24:39.247911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5217349-057d-4188-a0f8-8acbdf40148d req-1ddab288-e784-4df8-8ccf-0ca815be5165 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:39.250235 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5217349-057d-4188-a0f8-8acbdf40148d req-1ddab288-e784-4df8-8ccf-0ca815be5165 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0489864 Aug 04 02:24:39.304799 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-e5217349-057d-4188-a0f8-8acbdf40148d req-53837786-c4ad-4306-9b05-48e2797e4ccb tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Aug 04 02:24:39.334031 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b8adf007-24ff-4c2b-8343-1b566a0edd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:39.531047 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:39.625450 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddebc9-83c8-4e2f-9a6b-3ff07ee87a7a req-b8cc70e0-2951-49ed-b6e0-61ef68d53c00 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:39.626043 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1fddebc9-83c8-4e2f-9a6b-3ff07ee87a7a req-b8cc70e0-2951-49ed-b6e0-61ef68d53c00 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.1045835 Aug 04 02:24:39.677511 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa9366-7b76-4db5-a4b7-d8780a78503e req-7c339a2d-efd7-46fd-af0b-e7534cdfb8fa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:39.679001 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eafa9366-7b76-4db5-a4b7-d8780a78503e req-7c339a2d-efd7-46fd-af0b-e7534cdfb8fa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.1054654 Aug 04 02:24:40.009429 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1fddebc9-83c8-4e2f-9a6b-3ff07ee87a7a req-d85db830-0fb2-44c6-917f-20a1ad974f79 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745875 Aug 04 02:24:40.035506 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-eafa9366-7b76-4db5-a4b7-d8780a78503e req-72f8045f-b42c-4337-af91-8badd110edcc tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496826 Aug 04 02:24:40.425616 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e820476-a18b-4b10-b37e-c7d84a937e23 req-4f366fec-c55f-4d01-aa3a-0a803c56f8d5 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:40.427458 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e820476-a18b-4b10-b37e-c7d84a937e23 req-4f366fec-c55f-4d01-aa3a-0a803c56f8d5 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0466068 Aug 04 02:24:40.476924 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0e820476-a18b-4b10-b37e-c7d84a937e23 req-4396ac2d-e73e-43ca-8792-2c2e494703ef tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Aug 04 02:24:40.892989 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:41.157733 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665ca94-a3f8-47ef-90e5-794c46cdd9b2 req-3df97349-821a-49c3-a549-ff5b1a97c553 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:41.159186 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8665ca94-a3f8-47ef-90e5-794c46cdd9b2 req-3df97349-821a-49c3-a549-ff5b1a97c553 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0773847 Aug 04 02:24:41.186000 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bb4df-1ca8-4145-8b95-af5afa6b3baf req-19b4409a-ea46-4696-a0c1-e97659dbe567 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:41.187474 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-270bb4df-1ca8-4145-8b95-af5afa6b3baf req-19b4409a-ea46-4696-a0c1-e97659dbe567 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0734870 Aug 04 02:24:41.233734 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8665ca94-a3f8-47ef-90e5-794c46cdd9b2 req-4ae93827-6b54-4397-b504-7a93ce531a78 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685894 Aug 04 02:24:41.259622 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-270bb4df-1ca8-4145-8b95-af5afa6b3baf req-e0e6cd99-c8cb-4043-b5d4-9e65542394a2 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652847 Aug 04 02:24:41.498100 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1a6165f0-7ce3-4ed0-807a-71dc4bd63dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:41.591427 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87c8f5-f148-4a41-9687-a0f1fddbfc68 req-9bf03306-008a-4016-9d51-43a9969273f4 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:41.592899 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba87c8f5-f148-4a41-9687-a0f1fddbfc68 req-9bf03306-008a-4016-9d51-43a9969273f4 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0464125 Aug 04 02:24:41.642666 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ba87c8f5-f148-4a41-9687-a0f1fddbfc68 req-9a43dd59-af3d-45f1-bc84-7899f222a1db tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Aug 04 02:24:42.376081 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eae497-1bac-4046-80d6-4f1976191919 req-042ca3e9-8c3a-4d7a-874e-ec8a8a0da094 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:42.377616 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2eae497-1bac-4046-80d6-4f1976191919 req-042ca3e9-8c3a-4d7a-874e-ec8a8a0da094 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0743210 Aug 04 02:24:42.397777 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2e5d5-92cf-4a02-ba67-2bb400ff57aa req-acb30348-2395-4bd9-84b3-fa162b26455f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:42.399169 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b2e2e5d5-92cf-4a02-ba67-2bb400ff57aa req-acb30348-2395-4bd9-84b3-fa162b26455f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0667567 Aug 04 02:24:42.466261 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f2eae497-1bac-4046-80d6-4f1976191919 req-9e42868c-d56b-4be6-b4b2-785ed080aa40 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Aug 04 02:24:42.471053 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b2e2e5d5-92cf-4a02-ba67-2bb400ff57aa req-6692e0d5-8b9b-4f48-a74e-b583ff7811d9 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649307 Aug 04 02:24:42.755347 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Request body: {'port': {'device_id': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:42.770037 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:42.777779 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-99b61ef9-0c3e-40fd-a3cf-feffe2275fc4 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8053474b-ee31-4379-9f91-ab7231945e67 HTTP/1.1" status: 200 len: 217 time: 0.0391836 Aug 04 02:24:42.793961 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f52eea-b116-4b6a-83e7-e2ca6c283961 req-9fdb2ff3-4c2e-45ed-b662-6c0bce7ed832 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:42.795676 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06f52eea-b116-4b6a-83e7-e2ca6c283961 req-9fdb2ff3-4c2e-45ed-b662-6c0bce7ed832 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 932 time: 0.0825059 Aug 04 02:24:42.856796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:42.879433 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:42.887026 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-06f52eea-b116-4b6a-83e7-e2ca6c283961 req-e14975d0-2469-471c-8b1e-91eda1f9a703 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849917 Aug 04 02:24:42.914915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:42.974407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:43.135118 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92139371-2e53-454b-9e82-e159aac502fd {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:24:43.142605 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Publish callbacks [] for port (92139371-2e53-454b-9e82-e159aac502fd), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:43.154650 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Transition to ACTIVE for port object 92139371-2e53-454b-9e82-e159aac502fd will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:24:43.158784 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:43.236505 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:43.264452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Attempting to bind port 92139371-2e53-454b-9e82-e159aac502fd on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:24:43.264863 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Attempting to bind port 92139371-2e53-454b-9e82-e159aac502fd by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:24:43.265193 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Attempting to bind port 92139371-2e53-454b-9e82-e159aac502fd on network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:43.269626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Port 92139371-2e53-454b-9e82-e159aac502fd on network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:24:43.269941 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Attempting to bind port 92139371-2e53-454b-9e82-e159aac502fd on network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:24:43.274948 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:24:43.275281 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Checking segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:24:43.275654 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Bound using segment: {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:24:43.276072 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Bound port: 92139371-2e53-454b-9e82-e159aac502fd, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:24:43.276426 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:43.299727 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-6447f64d-fa5b-45e7-a757-3172215c27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:43.301240 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-6447f64d-fa5b-45e7-a757-3172215c27c3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=df86dabc-9158-4338-b322-271fbeb82365 HTTP/1.1" status: 200 len: 849 time: 0.0487204 Aug 04 02:24:43.335365 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-f90e1f33-2713-4685-bb02-60a407b25ff9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263324 Aug 04 02:24:43.344210 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:24:43.347559 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:24:43.353887 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:43.357984 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:43.358648 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:43.360019 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 1094 time: 0.6107152 Aug 04 02:24:43.360515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:43.362821 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:43.424385 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a340ba5-adab-4119-bc50-6493a5d7ef86 x-openstack-request-id: req-5a340ba5-adab-4119-bc50-6493a5d7ef86 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:43.424708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:43.424969 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a340ba5-adab-4119-bc50-6493a5d7ef86 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:43.425375 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a340ba5-adab-4119-bc50-6493a5d7ef86'] response: {'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'status': 'completed', 'code': 200} Aug 04 02:24:43.433299 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-68a9528c-8333-4d74-ba3d-76ff4d4b08b1 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913322 Aug 04 02:24:43.445432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7986eb-b546-485a-aa8a-6ce8edd25198 service neutron] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:43.459310 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-6fab4f47-c5af-4930-885c-a8176e3420e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:43.460907 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-6fab4f47-c5af-4930-885c-a8176e3420e8 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1128 time: 0.0509284 Aug 04 02:24:43.502371 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-46311bc3-3dfc-404e-ad00-ceaf6a001d09 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 217 time: 0.0339890 Aug 04 02:24:43.529478 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:43.544950 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-688cffed-07c1-49dc-8148-992554cc8cd4 req-41eb6e90-f11f-45d0-975b-d0b17b686c01 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044009 Aug 04 02:24:43.632295 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-1f99b2a1-2fb8-4ef0-93d4-1a608a6fbeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:43.633797 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-1f99b2a1-2fb8-4ef0-93d4-1a608a6fbeed service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.1251280 Aug 04 02:24:43.642792 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74918a-fde2-48d3-b6e8-43b41082d00e req-271f30e9-ba58-4f53-9154-8995447854bf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:43.644180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd74918a-fde2-48d3-b6e8-43b41082d00e req-271f30e9-ba58-4f53-9154-8995447854bf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 943 time: 0.0932944 Aug 04 02:24:43.657146 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d34a5-5f6b-4e76-a0bb-5ce4b95e2daa req-86bdba57-2dd6-403a-87b4-7cb8d599e283 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:43.658547 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b33d34a5-5f6b-4e76-a0bb-5ce4b95e2daa req-86bdba57-2dd6-403a-87b4-7cb8d599e283 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0913792 Aug 04 02:24:43.738552 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd74918a-fde2-48d3-b6e8-43b41082d00e req-d223d7a2-f44e-4758-9ff4-2a8581440371 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883973 Aug 04 02:24:43.741774 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b33d34a5-5f6b-4e76-a0bb-5ce4b95e2daa req-3fa181ab-d3aa-4205-a3db-3487e4dcaed7 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760093 Aug 04 02:24:43.892974 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 11df299a-5e37-4167-9de3-78f09f622f02 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:24:44.034679 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 11df299a-5e37-4167-9de3-78f09f622f02, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=11df299a-5e37-4167-9de3-78f09f622f02,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:44.058645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '11df299a-5e37-4167-9de3-78f09f622f02', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'port_id': '11df299a-5e37-4167-9de3-78f09f622f02', 'mac_address': 'fa:16:3e:8a:9c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:24:44.107963 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82812918-4ae0-47be-86d9-6b727bc1c25d req-95928896-426c-4c36-b49d-44b51cbf22d0 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.112853 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 11df299a-5e37-4167-9de3-78f09f622f02 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:44.113301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (11df299a-5e37-4167-9de3-78f09f622f02), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:44.117867 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82812918-4ae0-47be-86d9-6b727bc1c25d req-95928896-426c-4c36-b49d-44b51cbf22d0 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 944 time: 0.1356483 Aug 04 02:24:44.128011 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11df299a-5e37-4167-9de3-78f09f622f02 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:24:44.148428 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 11df299a-5e37-4167-9de3-78f09f622f02, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=11df299a-5e37-4167-9de3-78f09f622f02,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:44.154373 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (11df299a-5e37-4167-9de3-78f09f622f02), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:44.178752 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:44.194811 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82812918-4ae0-47be-86d9-6b727bc1c25d req-2b0d9968-b4a3-4c76-8b95-fecb7cde2bae tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738950 Aug 04 02:24:44.209373 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=11df299a-5e37-4167-9de3-78f09f622f02,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:44.216695 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.217045 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.217391 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.217764 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.218173 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.218517 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.218846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.219173 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.219499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.219822 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.220146 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.220741 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.221067 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.221398 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.221714 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:44.326857 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-dfa9d446-13c3-4d18-a961-f4b5a485f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.328743 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-dfa9d446-13c3-4d18-a961-f4b5a485f9e7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443926 Aug 04 02:24:44.334406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:44.334719 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-91a2e25c-ff6e-4394-bb64-7954e2ffa511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.336247 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-91a2e25c-ff6e-4394-bb64-7954e2ffa511 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f7d4919e934044b7a97dce3ad1cac880&device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 1127 time: 0.0439882 Aug 04 02:24:44.369042 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['11df299a-5e37-4167-9de3-78f09f622f02'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:24:44.402626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:44.440443 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-e91bc41a-b128-45d1-9cfd-658e7f62c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.441830 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-e91bc41a-b128-45d1-9cfd-658e7f62c1b0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 200 len: 910 time: 0.1003032 Aug 04 02:24:44.442650 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-6664b31f-4609-4767-afb8-f3c888ac0b6e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077943 Aug 04 02:24:44.464951 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:44.491585 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-8ee9271b-8fba-4cef-8648-6f2e8831aece service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8053474b-ee31-4379-9f91-ab7231945e67 HTTP/1.1" status: 200 len: 217 time: 0.0388911 Aug 04 02:24:44.540324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-18e35b7b-eabb-4cd9-ba11-43c7799dd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.545299 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-18e35b7b-eabb-4cd9-ba11-43c7799dd05d service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=df86dabc-9158-4338-b322-271fbeb82365 HTTP/1.1" status: 200 len: 849 time: 0.0448089 Aug 04 02:24:44.545939 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-57d6717b-29d4-4dae-becf-8b8bbd0a9292 req-15e62d36-7048-42d7-b09d-41f5aa4f7cd8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902910 Aug 04 02:24:44.584921 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-7c9c2fc0-2c1d-4b35-8d2e-ed0b933f4319 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336168 Aug 04 02:24:44.612662 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:44.889217 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c97ff-85e7-438a-af6d-d33c2eff8135 req-c44f4064-5d6a-4e17-9091-6d8060c10bec tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.891180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b53c97ff-85e7-438a-af6d-d33c2eff8135 req-c44f4064-5d6a-4e17-9091-6d8060c10bec tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 944 time: 0.0805280 Aug 04 02:24:44.897106 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ae168-8216-40f5-af6d-af2bdd29678a req-ee45cff0-a303-4e5c-b814-2b24db6f6b32 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:44.898442 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c4ae168-8216-40f5-af6d-af2bdd29678a req-ee45cff0-a303-4e5c-b814-2b24db6f6b32 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0775311 Aug 04 02:24:44.978149 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b53c97ff-85e7-438a-af6d-d33c2eff8135 req-37657352-9108-4a88-b177-2b467fa65a56 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787685 Aug 04 02:24:44.982314 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c4ae168-8216-40f5-af6d-af2bdd29678a req-e278dbed-26d4-48eb-b9b3-0617462a2554 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769596 Aug 04 02:24:45.343986 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-6255d9ea-6843-4496-9cfd-cbbd6e4ba9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:45.345810 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-6255d9ea-6843-4496-9cfd-cbbd6e4ba9dd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1128 time: 0.0790386 Aug 04 02:24:45.346171 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-215b3022-9750-4816-a952-2a63e7483b56 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000648 Aug 04 02:24:45.356673 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ccab6-0c5d-4132-8361-9d6541cb3468 req-417eb109-358e-43dd-af2c-48c3cffbf9b3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:45.358092 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-753ccab6-0c5d-4132-8361-9d6541cb3468 req-417eb109-358e-43dd-af2c-48c3cffbf9b3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 944 time: 0.0556505 Aug 04 02:24:45.475349 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-adb59a4a-a162-48ca-982d-ed89630b3084 req-6c78adf8-36ef-45dd-9d48-c35893a1f4fa service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115117 Aug 04 02:24:45.478320 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-753ccab6-0c5d-4132-8361-9d6541cb3468 req-7832c571-f038-4378-8808-f7c2890a77c3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132801 Aug 04 02:24:45.503668 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-5ca717db-e873-47e4-bc4b-2746db28f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:45.505201 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-5ca717db-e873-47e4-bc4b-2746db28f4d5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.1415029 Aug 04 02:24:45.545578 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-8198fd58-58d9-43e5-8ee5-5e2b6d5c57bd service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 217 time: 0.0342169 Aug 04 02:24:45.599229 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-93d725af-8285-4ad3-b6a4-130fb6573d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:45.600756 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-93d725af-8285-4ad3-b6a4-130fb6573d98 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0493667 Aug 04 02:24:45.650745 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-a3964193-2a1e-415f-93dc-19e67664abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:45.652326 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-a3964193-2a1e-415f-93dc-19e67664abcc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443995 Aug 04 02:24:45.747503 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-b6ceea60-3381-4ec3-bc40-ff6ac212ff27 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885160 Aug 04 02:24:45.844249 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b61e6f71-a73a-4f8d-b5af-a6326e2245a6 req-b9c94a5a-f47d-479c-bd9e-0008f438240a service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907760 Aug 04 02:24:45.902633 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 92139371-2e53-454b-9e82-e159aac502fd details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:24:45.906202 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 11df299a-5e37-4167-9de3-78f09f622f02 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:46.012862 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 11df299a-5e37-4167-9de3-78f09f622f02 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:24:46.023858 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 11df299a-5e37-4167-9de3-78f09f622f02 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:46.024250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (11df299a-5e37-4167-9de3-78f09f622f02), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.080144 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:46.092565 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:46.113531 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '92139371-2e53-454b-9e82-e159aac502fd', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'port_id': '92139371-2e53-454b-9e82-e159aac502fd', 'mac_address': 'fa:16:3e:fa:3b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:24:46.137146 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48842b27-c61e-4b55-bcb6-1f2e841b4bac req-86811f08-7ec6-4fc3-9f87-e735829eb34d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:46.138687 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-48842b27-c61e-4b55-bcb6-1f2e841b4bac req-86811f08-7ec6-4fc3-9f87-e735829eb34d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 944 time: 0.0818877 Aug 04 02:24:46.144903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e96ac2-3d16-4698-98fc-cb85ec246a68 req-379298f0-fd94-47e6-88da-9b1af1ffecc5 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:46.146436 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56e96ac2-3d16-4698-98fc-cb85ec246a68 req-379298f0-fd94-47e6-88da-9b1af1ffecc5 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 943 time: 0.0778022 Aug 04 02:24:46.229093 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-48842b27-c61e-4b55-bcb6-1f2e841b4bac req-8bd4b150-fd24-4f1f-a452-d67474a2fddf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816519 Aug 04 02:24:46.232147 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:46.237828 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-56e96ac2-3d16-4698-98fc-cb85ec246a68 req-bde2c141-5e7f-485d-8308-8da303c0096c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830624 Aug 04 02:24:46.302957 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 92139371-2e53-454b-9e82-e159aac502fd is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:46.303260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.305282 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 11df299a-5e37-4167-9de3-78f09f622f02 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:46.305651 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (11df299a-5e37-4167-9de3-78f09f622f02), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.322216 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:46.327135 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92139371-2e53-454b-9e82-e159aac502fd {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:24:46.348939 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:46.351185 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2a3dbf-8923-43e9-981f-cfe95bc31712" -d '{"events": [{"server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "name": "network-vif-plugged", "status": "completed", "tag": "11df299a-5e37-4167-9de3-78f09f622f02"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:46.370367 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:46.372329 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 11df299a-5e37-4167-9de3-78f09f622f02, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=11df299a-5e37-4167-9de3-78f09f622f02,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:46.375141 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.375884 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8053474b-ee31-4379-9f91-ab7231945e67 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:24:46.381329 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (11df299a-5e37-4167-9de3-78f09f622f02), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.412826 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3285c24b-b14c-4d20-8379-f25fc7cc4291 x-openstack-request-id: req-3285c24b-b14c-4d20-8379-f25fc7cc4291 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:46.413113 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "name": "network-vif-plugged", "status": "completed", "tag": "11df299a-5e37-4167-9de3-78f09f622f02", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:46.413362 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3285c24b-b14c-4d20-8379-f25fc7cc4291 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:46.413748 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3285c24b-b14c-4d20-8379-f25fc7cc4291'] response: {'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02', 'code': 200} Aug 04 02:24:46.414064 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:46.486224 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:46.569176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=11df299a-5e37-4167-9de3-78f09f622f02,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:46.579584 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8053474b-ee31-4379-9f91-ab7231945e67, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8053474b-ee31-4379-9f91-ab7231945e67,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:46.590555 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '8053474b-ee31-4379-9f91-ab7231945e67', 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3', 'port_id': '8053474b-ee31-4379-9f91-ab7231945e67', 'mac_address': 'fa:16:3e:5d:b6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df86dabc-9158-4338-b322-271fbeb82365', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:24:46.626502 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 8053474b-ee31-4379-9f91-ab7231945e67 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:46.626892 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8053474b-ee31-4379-9f91-ab7231945e67), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.633295 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79670-1e42-4452-a0d0-e0128d34fcf6 req-6ffc4914-a249-415f-b0f9-898cb1a0c7ca tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:46.634792 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01a79670-1e42-4452-a0d0-e0128d34fcf6 req-6ffc4914-a249-415f-b0f9-898cb1a0c7ca tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 945 time: 0.0788934 Aug 04 02:24:46.636190 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b5d7a-cdc9-489c-8887-7eab13810f41 req-ab07b1df-103a-4515-9d05-f3129fdcc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:46.637582 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-769b5d7a-cdc9-489c-8887-7eab13810f41 req-ab07b1df-103a-4515-9d05-f3129fdcc4cc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 1129 time: 0.0696347 Aug 04 02:24:46.640657 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8053474b-ee31-4379-9f91-ab7231945e67 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:24:46.663238 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8053474b-ee31-4379-9f91-ab7231945e67, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8053474b-ee31-4379-9f91-ab7231945e67,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:46.668260 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8053474b-ee31-4379-9f91-ab7231945e67), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:46.723216 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-769b5d7a-cdc9-489c-8887-7eab13810f41 req-b7c72d8e-64b6-4b4f-a31e-394fb4615b40 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753245 Aug 04 02:24:46.726493 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=8053474b-ee31-4379-9f91-ab7231945e67,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:46.726708 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01a79670-1e42-4452-a0d0-e0128d34fcf6 req-b0ff6b0d-df9c-42d6-92d6-5c597e931dd2 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851049 Aug 04 02:24:46.994852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['92139371-2e53-454b-9e82-e159aac502fd'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:24:47.078367 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['8053474b-ee31-4379-9f91-ab7231945e67'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:24:47.255075 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:47.379722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81667f7-2629-481b-aaed-b6b7bbc76c9a req-376bbb70-6500-4df9-9474-a5c2ae2b1166 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:47.381227 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c81667f7-2629-481b-aaed-b6b7bbc76c9a req-376bbb70-6500-4df9-9474-a5c2ae2b1166 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.0774121 Aug 04 02:24:47.387147 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3811-8538-47e2-8cc1-b82396db14f9 req-5ca06c91-8b4c-4a19-9f8c-e35f0f391caf tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:47.388503 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-340e3811-8538-47e2-8cc1-b82396db14f9 req-5ca06c91-8b4c-4a19-9f8c-e35f0f391caf tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 944 time: 0.0750518 Aug 04 02:24:47.465230 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c81667f7-2629-481b-aaed-b6b7bbc76c9a req-d2629bfa-3910-4e11-87cb-ba5e3d25a4ef tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757549 Aug 04 02:24:47.469984 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-340e3811-8538-47e2-8cc1-b82396db14f9 req-6aa40547-a244-4c76-9ec4-c92f051f1937 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737512 Aug 04 02:24:47.847555 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184abebd-0e3b-45f7-9b84-199047527d51 req-9c702f25-8b94-4c73-bda9-d891c1294ad2 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:47.849041 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-184abebd-0e3b-45f7-9b84-199047527d51 req-9c702f25-8b94-4c73-bda9-d891c1294ad2 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Aug 04 02:24:47.895197 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-184abebd-0e3b-45f7-9b84-199047527d51 req-e82d0ed8-9742-4e0e-aca6-8c5103542685 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Aug 04 02:24:47.972537 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 92139371-2e53-454b-9e82-e159aac502fd up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:48.015565 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 92139371-2e53-454b-9e82-e159aac502fd completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:24:48.022597 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 92139371-2e53-454b-9e82-e159aac502fd triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:48.023056 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (92139371-2e53-454b-9e82-e159aac502fd), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:48.108601 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 92139371-2e53-454b-9e82-e159aac502fd is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:48.109026 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:48.142578 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:48.147055 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:48.148007 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8053474b-ee31-4379-9f91-ab7231945e67 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:24:48.226007 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:48.232472 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 8053474b-ee31-4379-9f91-ab7231945e67 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:24:48.239324 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 8053474b-ee31-4379-9f91-ab7231945e67 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:24:48.239899 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (8053474b-ee31-4379-9f91-ab7231945e67), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:48.321905 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 8053474b-ee31-4379-9f91-ab7231945e67 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:24:48.322312 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (8053474b-ee31-4379-9f91-ab7231945e67), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:48.361356 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 8053474b-ee31-4379-9f91-ab7231945e67, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8053474b-ee31-4379-9f91-ab7231945e67,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:48.365846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (8053474b-ee31-4379-9f91-ab7231945e67), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:48.389463 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:48.414921 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}, {'server_uuid': '49830900-ee39-4921-9b57-7025d31dee04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053474b-ee31-4379-9f91-ab7231945e67'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:48.417191 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1036ddc-dc69-4685-a2a0-7b846421eae0" -d '{"events": [{"server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "name": "network-vif-plugged", "status": "completed", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}, {"server_uuid": "49830900-ee39-4921-9b57-7025d31dee04", "name": "network-vif-plugged", "status": "completed", "tag": "8053474b-ee31-4379-9f91-ab7231945e67"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:48.420200 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=8053474b-ee31-4379-9f91-ab7231945e67,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:48.461115 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab032fa9-df3b-4972-825f-8b89b14250ab x-openstack-request-id: req-ab032fa9-df3b-4972-825f-8b89b14250ab {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:48.461419 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "name": "network-vif-plugged", "status": "completed", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "code": 200}, {"server_uuid": "49830900-ee39-4921-9b57-7025d31dee04", "name": "network-vif-plugged", "status": "completed", "tag": "8053474b-ee31-4379-9f91-ab7231945e67", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:48.461674 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab032fa9-df3b-4972-825f-8b89b14250ab {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:48.462080 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab032fa9-df3b-4972-825f-8b89b14250ab'] response: {'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'code': 200} Aug 04 02:24:48.462339 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab032fa9-df3b-4972-825f-8b89b14250ab'] response: {'server_uuid': '49830900-ee39-4921-9b57-7025d31dee04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8053474b-ee31-4379-9f91-ab7231945e67', 'code': 200} Aug 04 02:24:48.650819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef3f5b-e702-4fc1-9bed-687812b3b191 req-b4eaa8a0-8404-4c1f-8cd7-fee52519e0dd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:48.652398 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b7ef3f5b-e702-4fc1-9bed-687812b3b191 req-b4eaa8a0-8404-4c1f-8cd7-fee52519e0dd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.1070602 Aug 04 02:24:48.656799 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9eed9-b678-406c-b08e-5667243892e1 req-7c66be77-1f0d-44a5-9d7f-263579423a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:48.659554 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fea9eed9-b678-406c-b08e-5667243892e1 req-7c66be77-1f0d-44a5-9d7f-263579423a61 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1130 time: 0.0441630 Aug 04 02:24:48.668762 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d2208-3c57-4947-bac4-658cf4b8a2d2 req-84a9cb98-560d-4e22-a317-b814374f785d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:48.670212 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-788d2208-3c57-4947-bac4-658cf4b8a2d2 req-84a9cb98-560d-4e22-a317-b814374f785d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.1142809 Aug 04 02:24:48.695204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bced481-8588-41f6-92d8-c51f6af0a1e2 req-4b211d03-35fc-43a0-87ad-51ad6f547b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:48.696667 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9bced481-8588-41f6-92d8-c51f6af0a1e2 req-4b211d03-35fc-43a0-87ad-51ad6f547b6a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 1129 time: 0.0904486 Aug 04 02:24:48.707481 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-fea9eed9-b678-406c-b08e-5667243892e1 req-2eec0644-c32e-4777-ad99-7f251abd4b15 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Aug 04 02:24:48.774785 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b7ef3f5b-e702-4fc1-9bed-687812b3b191 req-1cc13ca7-0ccd-4860-87ed-ee5c8eec586d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150877 Aug 04 02:24:48.788981 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-788d2208-3c57-4947-bac4-658cf4b8a2d2 req-42066325-5ba4-4856-a5c6-9883630b81da tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114190 Aug 04 02:24:48.792301 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9bced481-8588-41f6-92d8-c51f6af0a1e2 req-5934f17d-f8fd-4093-9f86-03ae473a9045 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860639 Aug 04 02:24:48.892467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f222-dcb3-4de6-bb0b-11e368f456c4 req-ae2518a2-8d91-4b0a-8a24-39a782092b92 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:48.893962 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9883f222-dcb3-4de6-bb0b-11e368f456c4 req-ae2518a2-8d91-4b0a-8a24-39a782092b92 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.0471199 Aug 04 02:24:48.912598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:48.958840 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9883f222-dcb3-4de6-bb0b-11e368f456c4 req-5fcfac75-55c5-4f97-a128-7c0f2fb0db9a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592406 Aug 04 02:24:48.985337 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59928) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:49.029431 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7da53-7fd1-43b0-9d76-1bf6cb7b5f04 req-6d7a4bbf-ea41-4b24-90b4-13b560e0e886 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:49.030888 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-59e7da53-7fd1-43b0-9d76-1bf6cb7b5f04 req-6d7a4bbf-ea41-4b24-90b4-13b560e0e886 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0515664 Aug 04 02:24:49.080897 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-59e7da53-7fd1-43b0-9d76-1bf6cb7b5f04 req-27966416-f41c-4094-819a-c5c3c1a0e9be tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Aug 04 02:24:49.132901 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf34dd27-5cc6-4fcf-b8b5-a7dd8a3f67a3 tempest-TestVolumeBootPattern-77491854 tempest-TestVolumeBootPattern-77491854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:49.134394 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-cf34dd27-5cc6-4fcf-b8b5-a7dd8a3f67a3 tempest-TestVolumeBootPattern-77491854 tempest-TestVolumeBootPattern-77491854-project-admin] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 1124 time: 0.1479692 Aug 04 02:24:49.137298 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 59932) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:49.142084 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'port_id': '11df299a-5e37-4167-9de3-78f09f622f02', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:24:49.163926 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:49.246821 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:49.295875 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:49.359666 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Allocated IP 172.27.4.164 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/3799e67e-a536-4168-bc79-c2ad8cc110a6) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:24:49.474015 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:49.503845 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:49.509915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:49.555359 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:24:49.562597 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:24:49.566818 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:24:49.570440 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=3799e67e-a536-4168-bc79-c2ad8cc110a6,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:49.944275 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:50.018917 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:50.057020 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130027b1-8e32-4b9c-903e-2bdf686c19f9 req-9ed16bab-e005-4be2-895f-c298fc4b0a97 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:50.059169 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-130027b1-8e32-4b9c-903e-2bdf686c19f9 req-9ed16bab-e005-4be2-895f-c298fc4b0a97 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0493453 Aug 04 02:24:50.113403 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-130027b1-8e32-4b9c-903e-2bdf686c19f9 req-684649fc-a025-40b2-ad3f-79df3c28a6cf tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Aug 04 02:24:50.144341 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:50.182954 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:50.188224 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:50.204281 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306a60-48c4-400f-918e-5eaf120251df req-5d1632d2-1658-486e-9d06-9ddd8ae65ef6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:50.205935 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7b306a60-48c4-400f-918e-5eaf120251df req-5d1632d2-1658-486e-9d06-9ddd8ae65ef6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Aug 04 02:24:50.227676 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:50.257246 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7b306a60-48c4-400f-918e-5eaf120251df req-cd6ccda1-dad9-4536-bf32-147f73cff9a0 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 Aug 04 02:24:50.258224 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=3799e67e-a536-4168-bc79-c2ad8cc110a6,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:50.261728 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:50.353030 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:50.360887 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Floating IP 5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf associated. External IP: 172.27.4.164, port: 11df299a-5e37-4167-9de3-78f09f622f02. Aug 04 02:24:50.374796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d963-269d-4486-8e0a-638a21183533 req-01352779-ecbf-4a29-9330-fd5e7a010691 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:50.376297 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ed2d963-269d-4486-8e0a-638a21183533 req-01352779-ecbf-4a29-9330-fd5e7a010691 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0481663 Aug 04 02:24:50.424076 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0ed2d963-269d-4486-8e0a-638a21183533 req-2dd6c72d-fef9-485e-86ba-5347319a2415 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419459 Aug 04 02:24:50.565146 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:24:50.669676 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:24:50.686520 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:24:50.695836 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:50.700644 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:50.701819 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:50.729053 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-75464645-b6f7-47fd-9e55-1cc105302f58 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5907190 Aug 04 02:24:50.729663 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:50.731943 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "tag": "11df299a-5e37-4167-9de3-78f09f622f02"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:50.769537 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad628c9-f8d3-46a1-9f9e-cb0ab9c9f869 x-openstack-request-id: req-dad628c9-f8d3-46a1-9f9e-cb0ab9c9f869 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:50.769901 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "tag": "11df299a-5e37-4167-9de3-78f09f622f02", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:50.770228 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dad628c9-f8d3-46a1-9f9e-cb0ab9c9f869 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:50.770725 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad628c9-f8d3-46a1-9f9e-cb0ab9c9f869'] response: {'name': 'network-changed', 'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02', 'status': 'completed', 'code': 200} Aug 04 02:24:50.775345 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d833aaa-77da-4431-88d3-a66d994d175a req-f94e00f3-5160-406b-a953-fd801c7148fe tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:50.776849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d833aaa-77da-4431-88d3-a66d994d175a req-f94e00f3-5160-406b-a953-fd801c7148fe tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0511067 Aug 04 02:24:50.810021 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:50.839202 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d833aaa-77da-4431-88d3-a66d994d175a req-ae226cfe-3004-4643-a0f8-a016dc4285ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561149 Aug 04 02:24:51.041647 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.164', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '11df299a-5e37-4167-9de3-78f09f622f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:8a:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:24:49Z', 'updated_at': '2022-08-04T02:24:49Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:51.070606 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:24:51.080110 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:24:51.080735 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:51.202211 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:24:51.264897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930ba8-0c9b-4d7c-9dfc-acb14239afec req-a9a7699e-18f6-4667-902e-9ffee6be5fae tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:51.267928 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c930ba8-0c9b-4d7c-9dfc-acb14239afec req-a9a7699e-18f6-4667-902e-9ffee6be5fae tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0581336 Aug 04 02:24:51.319147 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8c930ba8-0c9b-4d7c-9dfc-acb14239afec req-336bafb5-0e80-4f76-acf7-b40acc8f1c76 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 Aug 04 02:24:51.442979 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.164', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '11df299a-5e37-4167-9de3-78f09f622f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:8a:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:24:49Z', 'updated_at': '2022-08-04T02:24:49Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:24:51.468232 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af750d13-8218-40a4-bd16-10636825b8c9 None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.164', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '11df299a-5e37-4167-9de3-78f09f622f02', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:8a:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:24:49Z', 'updated_at': '2022-08-04T02:24:49Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:24:51.663216 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba05f2-1eed-4286-9330-b04c65849c3e None None] New status for floating IP 5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:24:51.754212 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:52.436710 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2e92-ca8d-4f6c-a6fe-84d28a7220de req-eca208b6-6a75-47d8-9797-1e84edfd60da tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:52.438701 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d80f2e92-ca8d-4f6c-a6fe-84d28a7220de req-eca208b6-6a75-47d8-9797-1e84edfd60da tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0479791 Aug 04 02:24:52.485778 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d80f2e92-ca8d-4f6c-a6fe-84d28a7220de req-ca19924e-1bb9-4f56-8f31-d53d7e6009b9 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Aug 04 02:24:53.314329 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-130e9c10-771e-47b3-84a1-0d4c50316fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:53.315846 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-130e9c10-771e-47b3-84a1-0d4c50316fbc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 1129 time: 0.0473783 Aug 04 02:24:53.409494 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-31197cfd-cb08-4ffb-811b-88700cd5ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:53.410951 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-31197cfd-cb08-4ffb-811b-88700cd5ed78 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0891643 Aug 04 02:24:53.482936 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-28ad39fb-4c2c-4760-bb7e-88e98134bb4b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11df299a-5e37-4167-9de3-78f09f622f02 HTTP/1.1" status: 200 len: 1001 time: 0.0638928 Aug 04 02:24:53.536247 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-0a67f275-d204-4470-a2f3-100ec039df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:53.537993 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-0a67f275-d204-4470-a2f3-100ec039df22 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0497622 Aug 04 02:24:53.617441 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-53449925-dfd2-43db-b3cf-9c6fcb538e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:53.619144 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-53449925-dfd2-43db-b3cf-9c6fcb538e53 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759943 Aug 04 02:24:53.630174 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c839f09-2a3b-4688-854e-e66bb2e1ccfd req-f6c0fb10-fb52-4931-b83f-024b69502c92 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:53.631655 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c839f09-2a3b-4688-854e-e66bb2e1ccfd req-f6c0fb10-fb52-4931-b83f-024b69502c92 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0607619 Aug 04 02:24:53.643177 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:53.752633 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c839f09-2a3b-4688-854e-e66bb2e1ccfd req-2648eb28-0cc1-4ec2-8e1d-da54ae09df48 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114080 Aug 04 02:24:53.777151 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-ef3f1d9b-d7b7-4ae0-a90d-15c24c80721b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437759 Aug 04 02:24:53.888110 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07d3bb6e-4e85-4d7d-83e5-6a73a44b49f4 req-200e2fe5-37c5-4705-b4f1-8ae932a9885e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055410 Aug 04 02:24:54.469517 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4999d-9592-4e1e-973d-a00c726839d2 req-4c604698-7db5-48fa-8221-6e4c1b597245 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:54.471475 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4ca4999d-9592-4e1e-973d-a00c726839d2 req-4c604698-7db5-48fa-8221-6e4c1b597245 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0520470 Aug 04 02:24:54.494562 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:54.524525 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4ca4999d-9592-4e1e-973d-a00c726839d2 req-d315cfd6-573b-4a4f-8a2a-82dc9c3e3640 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Aug 04 02:24:55.656225 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b6498-0305-4f53-b15c-e59abf060d54 req-455441f6-d72a-4fb4-8fab-a471fe7935ba tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:55.658765 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c2b6498-0305-4f53-b15c-e59abf060d54 req-455441f6-d72a-4fb4-8fab-a471fe7935ba tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0567522 Aug 04 02:24:55.716253 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2c2b6498-0305-4f53-b15c-e59abf060d54 req-a8b3371a-de60-4c09-a8c1-028c65df3862 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485365 Aug 04 02:24:55.848230 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-37099180-d823-455c-ac78-ce6eb5d3de83 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:55.849704 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-37099180-d823-455c-ac78-ce6eb5d3de83 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 945 time: 0.0486565 Aug 04 02:24:55.940504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Deleting port 8053474b-ee31-4379-9f91-ab7231945e67 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:24:55.940862 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (8053474b-ee31-4379-9f91-ab7231945e67), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.040985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] For port 8053474b-ee31-4379-9f91-ab7231945e67, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8053474b-ee31-4379-9f91-ab7231945e67,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:24:56.041413 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (8053474b-ee31-4379-9f91-ab7231945e67), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.054470 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Calling delete_port for 8053474b-ee31-4379-9f91-ab7231945e67 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:24:56.160995 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60080) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:56.189792 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (8053474b-ee31-4379-9f91-ab7231945e67), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.202860 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['8053474b-ee31-4379-9f91-ab7231945e67'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:24:56.219143 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Pushing event deleted for resources: {'Port': ['ID=8053474b-ee31-4379-9f91-ab7231945e67,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:56.233192 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.233545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.233887 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.234228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.234564 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.234893 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.235221 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.235548 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.235878 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.236204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.236535 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.236888 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.237209 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.237529 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.237965 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:24:56.274809 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] No DVR routers for this DVR port 8053474b-ee31-4379-9f91-ab7231945e67 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:24:56.277792 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.280999 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1bc431bc-ec91-4812-990d-5e7d482cee24 req-832f1dfa-35d4-4a54-9504-6c693b85f5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "DELETE /networking/v2.0/ports/8053474b-ee31-4379-9f91-ab7231945e67 HTTP/1.1" status: 204 len: 173 time: 0.4259775 Aug 04 02:24:56.281443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49830900-ee39-4921-9b57-7025d31dee04', 'name': 'network-vif-deleted', 'tag': '8053474b-ee31-4379-9f91-ab7231945e67'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:24:56.283498 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f34416b8-701b-4c60-91e1-97402385744f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.290193 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca93c85-97fb-4d97-927f-3a6bbef1b59a" -d '{"events": [{"server_uuid": "49830900-ee39-4921-9b57-7025d31dee04", "name": "network-vif-deleted", "tag": "8053474b-ee31-4379-9f91-ab7231945e67"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:24:56.329974 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd450ce-e0c2-4372-ac9e-11f8079f1822 x-openstack-request-id: req-ecd450ce-e0c2-4372-ac9e-11f8079f1822 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:24:56.330313 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49830900-ee39-4921-9b57-7025d31dee04", "name": "network-vif-deleted", "tag": "8053474b-ee31-4379-9f91-ab7231945e67", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:24:56.330602 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ecd450ce-e0c2-4372-ac9e-11f8079f1822 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:24:56.331050 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd450ce-e0c2-4372-ac9e-11f8079f1822'] response: {'server_uuid': '49830900-ee39-4921-9b57-7025d31dee04', 'name': 'network-vif-deleted', 'tag': '8053474b-ee31-4379-9f91-ab7231945e67', 'status': 'completed', 'code': 200} Aug 04 02:24:56.367543 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f34416b8-701b-4c60-91e1-97402385744f admin admin] Publish callbacks [] for security_group (7c1aff53-5666-4942-abe1-70243c90ff37), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.371657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f34416b8-701b-4c60-91e1-97402385744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (7c1aff53-5666-4942-abe1-70243c90ff37), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.412028 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f34416b8-701b-4c60-91e1-97402385744f admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=a8d813d819034349b6fac43872a5d91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499235 Aug 04 02:24:56.413144 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34416b8-701b-4c60-91e1-97402385744f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1aff53-5666-4942-abe1-70243c90ff37,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:56.414977 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60086) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:56.470691 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1838-a7f2-44cf-b292-8ff71983cc03 admin admin] Publish callbacks [] for security_group (7c1aff53-5666-4942-abe1-70243c90ff37), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.492375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1838-a7f2-44cf-b292-8ff71983cc03 admin admin] Publish callbacks [] for security_group (7c1aff53-5666-4942-abe1-70243c90ff37), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.500041 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:56.541646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1838-a7f2-44cf-b292-8ff71983cc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (7c1aff53-5666-4942-abe1-70243c90ff37), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.544309 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2e9c1838-a7f2-44cf-b292-8ff71983cc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.545475 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2e9c1838-a7f2-44cf-b292-8ff71983cc03 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/7c1aff53-5666-4942-abe1-70243c90ff37 HTTP/1.1" status: 204 len: 168 time: 0.1294408 Aug 04 02:24:56.553358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c1838-a7f2-44cf-b292-8ff71983cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1aff53-5666-4942-abe1-70243c90ff37,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:56.846178 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-865a3b0b-a560-4e02-a377-8bb843e4a332 req-78d2a6d8-dca8-4544-bd1f-42a9ed4fbb14 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=49830900-ee39-4921-9b57-7025d31dee04 HTTP/1.1" status: 200 len: 210 time: 0.0310953 Aug 04 02:24:56.846768 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60094) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:56.864067 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-770062e2-81b1-479d-a561-8bdaf31ce3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.914595 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:56.953455 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-770062e2-81b1-479d-a561-8bdaf31ce3c7 admin admin] Publish callbacks [] for security_group (ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.957354 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-770062e2-81b1-479d-a561-8bdaf31ce3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:56.997740 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-770062e2-81b1-479d-a561-8bdaf31ce3c7 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=c21f8b982e9d466ea00e47b8f3008aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499925 Aug 04 02:24:56.998965 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770062e2-81b1-479d-a561-8bdaf31ce3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:57.000350 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60098) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:24:57.051217 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88095a05-f30e-4d5e-aadf-325d67cda318 admin admin] Publish callbacks [] for security_group (ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:57.072788 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88095a05-f30e-4d5e-aadf-325d67cda318 admin admin] Publish callbacks [] for security_group (ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:57.080165 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:24:57.120497 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88095a05-f30e-4d5e-aadf-325d67cda318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:57.123088 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-88095a05-f30e-4d5e-aadf-325d67cda318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:24:57.124264 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-88095a05-f30e-4d5e-aadf-325d67cda318 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1 HTTP/1.1" status: 204 len: 168 time: 0.1228695 Aug 04 02:24:57.132671 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88095a05-f30e-4d5e-aadf-325d67cda318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7cf22f-368b-4bc7-9bc0-ff94d57c25d1,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:24:58.193321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-8d9f6267-88c2-4c86-982d-33de9cb4b5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:58.194778 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-8d9f6267-88c2-4c86-982d-33de9cb4b5ca tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/networks?id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 200 len: 809 time: 0.1107233 Aug 04 02:24:58.210898 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-60754c8b-a8ab-429b-9c98-06e9d155bfd5 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/quotas/f7d4919e934044b7a97dce3ad1cac880 HTTP/1.1" status: 200 len: 375 time: 0.0100651 Aug 04 02:24:58.244122 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9789a058-eca1-423a-89e3-5987ad755f80 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=f7d4919e934044b7a97dce3ad1cac880&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274069 Aug 04 02:24:58.341362 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9b8b63e6-65cd-4bc5-b7b4-5a8d687f1897 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899789 Aug 04 02:24:58.438850 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-d2f4f2c7-5cf1-4127-9afa-3bc2ed2cb286 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Aug 04 02:24:58.623000 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd6fdbcb-f811-48d9-a9c4-3cede19af831 req-b9bb5393-87c8-4238-abad-bf8b9da13760 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 210 time: 0.0336304 Aug 04 02:24:59.725156 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-28bf9322-a5d3-4425-92cc-91ff13988ea9 req-85b6ae82-3017-4e0d-8fea-de59d9248949 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 210 time: 0.0303843 Aug 04 02:24:59.902347 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-10dd7829-5759-4909-b5a9-76ce97eab15e tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:24:59.903942 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-10dd7829-5759-4909-b5a9-76ce97eab15e tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "GET /networking/v2.0/networks?id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 200 len: 809 time: 0.1290784 Aug 04 02:25:00.000334 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8053474b-ee31-4379-9f91-ab7231945e67 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:25:00.025419 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 8053474b-ee31-4379-9f91-ab7231945e67 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:25:00.025784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 8053474b-ee31-4379-9f91-ab7231945e67 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:25:00.124009 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Request body: {'port': {'device_id': '70015cf8-e589-4b29-bf9b-10d0af398435', 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3', 'admin_state_up': True, 'tenant_id': 'f7d4919e934044b7a97dce3ad1cac880'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:00.257784 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Made reservation on behalf of f7d4919e934044b7a97dce3ad1cac880 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:25:00.261131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:00.630608 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:00.644891 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Allocated IP 172.20.0.7 (82033b8a-fd6f-44a1-9a32-4b4326d62bc3/df86dabc-9158-4338-b322-271fbeb82365/d50ccd06-84d7-412b-b300-4a84d3b0dac4) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:25:00.792857 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:00.796543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks [] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:00.831355 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c00a1278-a900-4f61-b87b-bd9f159b3220 req-03096606-865b-4cf7-8bbc-0440ef1f815f tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 210 time: 0.0328083 Aug 04 02:25:00.856778 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:00.903918 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:25:00.907150 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:25:00.911090 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:25:00.934128 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Pushing event updated for resources: {'Port': ['ID=d50ccd06-84d7-412b-b300-4a84d3b0dac4,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:00.962639 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:00.963232 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:00.981893 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-9fa977c0-7767-4a78-aadd-81ba2b7427a0 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8620479 Aug 04 02:25:00.992541 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Request body: {'port': {'device_id': '70015cf8-e589-4b29-bf9b-10d0af398435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:01.049311 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.324867 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50ccd06-84d7-412b-b300-4a84d3b0dac4 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:25:01.332936 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Publish callbacks [] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.346114 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Transition to ACTIVE for port object d50ccd06-84d7-412b-b300-4a84d3b0dac4 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:25:01.349663 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.412655 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:01.433455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d50ccd06-84d7-412b-b300-4a84d3b0dac4,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:01.472795 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Attempting to bind port d50ccd06-84d7-412b-b300-4a84d3b0dac4 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:25:01.473139 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Attempting to bind port d50ccd06-84d7-412b-b300-4a84d3b0dac4 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:25:01.473472 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Attempting to bind port d50ccd06-84d7-412b-b300-4a84d3b0dac4 on network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:25:01.477959 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Port d50ccd06-84d7-412b-b300-4a84d3b0dac4 on network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:25:01.478289 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Attempting to bind port d50ccd06-84d7-412b-b300-4a84d3b0dac4 on network 82033b8a-fd6f-44a1-9a32-4b4326d62bc3 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:25:01.483725 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:25:01.484083 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Checking segment: {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:25:01.484451 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Bound using segment: {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:25:01.484906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Bound port: d50ccd06-84d7-412b-b300-4a84d3b0dac4, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:25:01.485786 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.562662 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a3c8-dcd2-43bd-be12-11a39ff2a479 req-917056da-0265-47d7-8801-1c2187f5eb61 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:01.564827 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d44a3c8-dcd2-43bd-be12-11a39ff2a479 req-917056da-0265-47d7-8801-1c2187f5eb61 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0695267 Aug 04 02:25:01.600573 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] For port d50ccd06-84d7-412b-b300-4a84d3b0dac4, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:25:01.624451 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] For port d50ccd06-84d7-412b-b300-4a84d3b0dac4, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:25:01.635722 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.640058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:01.640700 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.642099 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/d50ccd06-84d7-412b-b300-4a84d3b0dac4 HTTP/1.1" status: 200 len: 1093 time: 0.6534317 Aug 04 02:25:01.645241 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7d44a3c8-dcd2-43bd-be12-11a39ff2a479 req-751014bd-c2c9-42ff-b22d-4527a2e13b2a tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741765 Aug 04 02:25:01.645667 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70015cf8-e589-4b29-bf9b-10d0af398435', 'tag': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:01.647986 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077130a2-702b-46ef-98dd-e3100bb9b0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "70015cf8-e589-4b29-bf9b-10d0af398435", "tag": "d50ccd06-84d7-412b-b300-4a84d3b0dac4"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:01.678664 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:01.687087 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60232) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:01.730474 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4eb2eb-d952-4b69-a4c2-f0176f0686e7 x-openstack-request-id: req-1f4eb2eb-d952-4b69-a4c2-f0176f0686e7 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:01.730780 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70015cf8-e589-4b29-bf9b-10d0af398435", "tag": "d50ccd06-84d7-412b-b300-4a84d3b0dac4", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:01.731040 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f4eb2eb-d952-4b69-a4c2-f0176f0686e7 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:01.731447 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4eb2eb-d952-4b69-a4c2-f0176f0686e7'] response: {'name': 'network-changed', 'server_uuid': '70015cf8-e589-4b29-bf9b-10d0af398435', 'tag': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4', 'status': 'completed', 'code': 200} Aug 04 02:25:01.742023 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b714-55af-4d35-a812-fed240f894f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d50ccd06-84d7-412b-b300-4a84d3b0dac4,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:01.749664 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-29dfeb48-c647-4eb1-bc51-9b0976e27683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:01.751234 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-29dfeb48-c647-4eb1-bc51-9b0976e27683 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f7d4919e934044b7a97dce3ad1cac880&device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 1127 time: 0.0565848 Aug 04 02:25:01.793548 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-52e182f7-2454-48c8-9e08-2a2e0d09dc70 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4 HTTP/1.1" status: 200 len: 217 time: 0.0338488 Aug 04 02:25:01.846612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-dbbd1a38-6396-43d6-8dc7-96bfdd4798a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:01.848227 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-dbbd1a38-6396-43d6-8dc7-96bfdd4798a3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=df86dabc-9158-4338-b322-271fbeb82365 HTTP/1.1" status: 200 len: 849 time: 0.0480819 Aug 04 02:25:01.882386 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-e00458af-e167-405c-9da9-b4f1713bc33b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276387 Aug 04 02:25:01.886508 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae9ef3c-3a78-478a-9123-46bb187bcb65 tempest-TestMinimumBasicScenario-477811087 tempest-TestMinimumBasicScenario-477811087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:01.888064 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-aae9ef3c-3a78-478a-9123-46bb187bcb65 tempest-TestMinimumBasicScenario-477811087 tempest-TestMinimumBasicScenario-477811087-project-admin] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1125 time: 0.1999199 Aug 04 02:25:01.892393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60238) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:01.897664 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'port_id': '92139371-2e53-454b-9e82-e159aac502fd', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:01.912747 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:01.920751 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:01.991811 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30fbec-1b93-4e41-8175-3a1a09769776 req-58e4ffc3-b3da-4926-ba4b-3df35f2110bb tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:01.993328 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb30fbec-1b93-4e41-8175-3a1a09769776 req-58e4ffc3-b3da-4926-ba4b-3df35f2110bb tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 943 time: 0.0855837 Aug 04 02:25:02.007195 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.036442 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-750913bd-7c4e-4af0-97ee-f87331754a9e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471736 Aug 04 02:25:02.101338 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cb30fbec-1b93-4e41-8175-3a1a09769776 req-d5741d0b-1e22-4ab6-a05d-50d20218205f tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967643 Aug 04 02:25:02.114360 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Allocated IP 172.27.4.96 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/82ea541b-075d-4baf-b54b-7b2db5fcb833) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:25:02.143187 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-53a73961-d791-4735-b0e5-f4259a2265a8 req-401f7559-3d5a-4003-8f75-93b21581c762 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998013 Aug 04 02:25:02.236006 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.267470 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.307266 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:25:02.310404 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:25:02.314915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:25:02.337235 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'Port': ['ID=82ea541b-075d-4baf-b54b-7b2db5fcb833,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:02.556609 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:02.706303 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for floatingip (0b85e332-a5e8-4e54-8daa-725e1fed55f5), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.776270 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.803823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:02.924562 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.928966 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:02.999547 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (0b85e332-a5e8-4e54-8daa-725e1fed55f5), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:03.001357 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'Port': ['ID=82ea541b-075d-4baf-b54b-7b2db5fcb833,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:03.016358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-60c568d8-585f-49bc-9874-41d291a5c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:03.018637 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-60c568d8-585f-49bc-9874-41d291a5c6d6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=f7d4919e934044b7a97dce3ad1cac880&device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 1127 time: 0.0506251 Aug 04 02:25:03.118277 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-51c7f3fd-a355-420c-96fa-61232f327151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:03.119680 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-51c7f3fd-a355-420c-96fa-61232f327151 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 200 len: 910 time: 0.0907962 Aug 04 02:25:03.171334 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-856f7466-f682-4002-87e6-4f28d90e6dd6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4 HTTP/1.1" status: 200 len: 217 time: 0.0440378 Aug 04 02:25:03.259626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-7ce8aea7-061d-48d2-babc-faa507049980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:03.261143 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-7ce8aea7-061d-48d2-babc-faa507049980 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=df86dabc-9158-4338-b322-271fbeb82365 HTTP/1.1" status: 200 len: 849 time: 0.0812523 Aug 04 02:25:03.267447 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fbd1f-3e79-4d22-96df-50537e0a5528 req-3e1db85e-7999-4672-93ae-8e9dddc5a402 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:03.268725 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e5fbd1f-3e79-4d22-96df-50537e0a5528 req-3e1db85e-7999-4672-93ae-8e9dddc5a402 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 943 time: 0.0796764 Aug 04 02:25:03.277029 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:03.310023 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-7aff8723-4de7-40d9-a404-54bd3d59d8ea service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=82033b8a-fd6f-44a1-9a32-4b4326d62bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402474 Aug 04 02:25:03.357404 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Floating IP 0b85e332-a5e8-4e54-8daa-725e1fed55f5 associated. External IP: 172.27.4.96, port: 92139371-2e53-454b-9e82-e159aac502fd. Aug 04 02:25:03.389092 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8e5fbd1f-3e79-4d22-96df-50537e0a5528 req-b273c498-4e3f-4070-a268-4c18526e50ce tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092279 Aug 04 02:25:03.431016 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-f1ed2c3f-3bca-4dfa-ae28-2c45d1fa24e6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058359 Aug 04 02:25:03.532937 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-077130a2-702b-46ef-98dd-e3100bb9b0d8 req-19dee84a-7cbf-44a8-be07-cf4d8069d0b9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914643 Aug 04 02:25:03.563474 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Router 7a911397-9f74-474c-ba32-3103fd8970e0 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:25:03.566569 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:03.671391 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:25:03.681311 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] Sync routers for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:25:03.691217 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:25:03.691899 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:03.692305 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:03.738642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60256) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:03.738858 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9f67ae2e-392d-4bb0-b3d5-4fe4c8eb44bd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8450201 Aug 04 02:25:03.740002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:03.742167 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:03.743194 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807805979', 'description': 'tempest-secgroup-smoke-1807805979 description', 'project_id': '06f7c91a924c447fbca1b6a784d7b167'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:03.770628 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:03.786853 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c95b9b-f04b-4318-9117-695aa9433a06 x-openstack-request-id: req-31c95b9b-f04b-4318-9117-695aa9433a06 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:03.787153 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:03.787412 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-31c95b9b-f04b-4318-9117-695aa9433a06 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:03.787823 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c95b9b-f04b-4318-9117-695aa9433a06'] response: {'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'status': 'completed', 'code': 200} Aug 04 02:25:03.821995 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:25:03.851802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:03.874407 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-44553919-b409-4dcf-b072-e2b5ea67b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:03.876467 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-44553919-b409-4dcf-b072-e2b5ea67b81a service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1130 time: 0.0684373 Aug 04 02:25:03.928060 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:03.931756 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:03.975325 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group (88174330-137d-45cf-91a0-6fbf482d4048), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:03.982859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (88174330-137d-45cf-91a0-6fbf482d4048), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.029224 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.030471 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2908213 Aug 04 02:25:04.033560 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60268) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:04.038056 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group_rule': {'security_group_id': '88174330-137d-45cf-91a0-6fbf482d4048', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:04.043191 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-309bce06-d786-4f7b-896a-ed0a609b486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:04.043997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d50ccd06-84d7-412b-b300-4a84d3b0dac4 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:25:04.044711 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-309bce06-d786-4f7b-896a-ed0a609b486d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.1617584 Aug 04 02:25:04.045360 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb03778-6e9f-443e-ae49-c07c03aba64b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88174330-137d-45cf-91a0-6fbf482d4048,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:04.074697 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '0b85e332-a5e8-4e54-8daa-725e1fed55f5', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'port_id': '92139371-2e53-454b-9e82-e159aac502fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'mac_address': 'fa:16:3e:fa:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:25:02Z', 'updated_at': '2022-08-04T02:25:02Z', 'revision_number': 0, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:04.109721 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] Checking router: 7a911397-9f74-474c-ba32-3103fd8970e0 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:25:04.112689 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (202f2ea3-a574-4569-b5b2-f1e9855ba1a6), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.122330 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:25:04.123052 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:24:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:04.141205 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-f47fad96-a7e3-432a-a3de-7d4591b93a46 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 999 time: 0.0822222 Aug 04 02:25:04.169188 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port d50ccd06-84d7-412b-b300-4a84d3b0dac4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:04.185086 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4', 'network_id': '82033b8a-fd6f-44a1-9a32-4b4326d62bc3', 'port_id': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4', 'mac_address': 'fa:16:3e:ed:43:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df86dabc-9158-4338-b322-271fbeb82365', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:25:04.212608 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (202f2ea3-a574-4569-b5b2-f1e9855ba1a6), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.217742 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-fbc3d938-f1ad-40f7-b681-91e4d6323307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:04.219350 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-fbc3d938-f1ad-40f7-b681-91e4d6323307 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0709996 Aug 04 02:25:04.220232 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (202f2ea3-a574-4569-b5b2-f1e9855ba1a6), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.245096 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202f2ea3-a574-4569-b5b2-f1e9855ba1a6,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:04.254779 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port d50ccd06-84d7-412b-b300-4a84d3b0dac4 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:25:04.255098 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.255205 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.256526 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d0cacbdb-e4d7-4497-aacf-a64fe7165154 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2219007 Aug 04 02:25:04.259173 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60270) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:04.264828 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group_rule': {'security_group_id': '88174330-137d-45cf-91a0-6fbf482d4048', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:04.291287 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50ccd06-84d7-412b-b300-4a84d3b0dac4 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:25:04.291520 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-6edc8af8-6f30-422b-bb79-dc30fe78dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:04.293400 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-6edc8af8-6f30-422b-bb79-dc30fe78dd6b service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670872 Aug 04 02:25:04.303982 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (9755edd9-d8e2-4d00-9f88-f0a99a07d43d), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.345560 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port d50ccd06-84d7-412b-b300-4a84d3b0dac4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:04.357316 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.366698 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:25:04.371226 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (9755edd9-d8e2-4d00-9f88-f0a99a07d43d), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.378415 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (9755edd9-d8e2-4d00-9f88-f0a99a07d43d), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.418349 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9755edd9-d8e2-4d00-9f88-f0a99a07d43d,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:04.433493 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=d50ccd06-84d7-412b-b300-4a84d3b0dac4,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:04.439039 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.440296 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-f87e44ea-ce1e-4a79-a3bf-c97ead5bf7ce tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1800823 Aug 04 02:25:04.443047 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60274) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:04.447882 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group_rule': {'security_group_id': '88174330-137d-45cf-91a0-6fbf482d4048', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:04.456514 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:04.486332 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-ff3fe314-70b2-407b-aae5-a05f0c294758 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813455 Aug 04 02:25:04.489659 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (53103253-5d68-451e-9539-a9f44388a9e7), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.555313 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.591244 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (53103253-5d68-451e-9539-a9f44388a9e7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.597675 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (53103253-5d68-451e-9539-a9f44388a9e7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.615406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['d50ccd06-84d7-412b-b300-4a84d3b0dac4'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:25:04.616992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c806e7-f2ec-46f3-a24d-6fc41c6c2138 req-4dbf6729-c17d-4a9b-b05c-e106ea6162c3 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:04.626622 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1c806e7-f2ec-46f3-a24d-6fc41c6c2138 req-4dbf6729-c17d-4a9b-b05c-e106ea6162c3 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 944 time: 0.0745900 Aug 04 02:25:04.635501 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53103253-5d68-451e-9539-a9f44388a9e7,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:04.645094 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.649573 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-8c4e865c-f6ba-4788-908f-cbbfa29c9cb3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2029853 Aug 04 02:25:04.651854 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60276) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:04.669323 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group_rule': {'security_group_id': '88174330-137d-45cf-91a0-6fbf482d4048', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:04.691681 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:04.719779 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (2775d6f6-d495-4764-a181-5b3ef579a83f), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.721134 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1c806e7-f2ec-46f3-a24d-6fc41c6c2138 req-b454f689-3bad-433a-9eb1-44d41bfe2bab tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Aug 04 02:25:04.726042 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6dd6ae43-ebb7-4524-8d8d-61d34a39b2fe req-e0e532cc-ca1c-4435-ab25-b00b79493b9f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330616 Aug 04 02:25:04.748946 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '0b85e332-a5e8-4e54-8daa-725e1fed55f5', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'port_id': '92139371-2e53-454b-9e82-e159aac502fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'mac_address': 'fa:16:3e:fa:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:25:02Z', 'updated_at': '2022-08-04T02:25:02Z', 'revision_number': 0, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:04.778786 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:04.787580 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c2ec5a-7699-4dc4-a2c1-1fc96a4e7b2b None None] The sync data for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi is: [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '0b85e332-a5e8-4e54-8daa-725e1fed55f5', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'port_id': '92139371-2e53-454b-9e82-e159aac502fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'mac_address': 'fa:16:3e:fa:3b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:25:02Z', 'updated_at': '2022-08-04T02:25:02Z', 'revision_number': 0, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:25:04.843318 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (2775d6f6-d495-4764-a181-5b3ef579a83f), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.851514 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (2775d6f6-d495-4764-a181-5b3ef579a83f), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.899674 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2775d6f6-d495-4764-a181-5b3ef579a83f,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:04.902885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:04.904349 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-100c554f-a1c9-46b5-851b-90bd91e9c125 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2506163 Aug 04 02:25:04.908054 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60284) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:04.915586 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group_rule': {'security_group_id': '88174330-137d-45cf-91a0-6fbf482d4048', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:04.952886 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.securitygroups_db [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Project 06f7c91a924c447fbca1b6a784d7b167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 02:25:04.959969 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (29c1ca0d-5726-4731-a58a-1b38604a41a1), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.054137 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (29c1ca0d-5726-4731-a58a-1b38604a41a1), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.061559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (29c1ca0d-5726-4731-a58a-1b38604a41a1), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.089490 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c1ca0d-5726-4731-a58a-1b38604a41a1,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:05.103205 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.104525 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4540673c-c5c6-4640-984d-06c139f2e6b6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953342 Aug 04 02:25:05.107440 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60290) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:05.112077 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'security_group_rule': {'security_group_id': '88174330-137d-45cf-91a0-6fbf482d4048', 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:05.135851 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.securitygroups_db [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Project 06f7c91a924c447fbca1b6a784d7b167 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 02:25:05.144728 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (54a968a0-7462-47a0-92f4-a80bf3143375), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.152176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4202098c-93ab-4d68-bdce-91e8cc94d840 None None] New status for floating IP 0b85e332-a5e8-4e54-8daa-725e1fed55f5: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:25:05.219554 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (54a968a0-7462-47a0-92f4-a80bf3143375), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.224404 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1799075'] for security_group_rule (54a968a0-7462-47a0-92f4-a80bf3143375), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.247328 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a968a0-7462-47a0-92f4-a80bf3143375,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:05.262061 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.264164 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ccc96ac5-7f21-4972-a2b0-a58c13690a9b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1556964 Aug 04 02:25:05.380207 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-0becf959-8a8c-4ef9-913d-652cc623a93d tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1807805979&fields=id&tenant_id=06f7c91a924c447fbca1b6a784d7b167 HTTP/1.1" status: 200 len: 267 time: 0.0594609 Aug 04 02:25:05.431549 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-cff9173e-246c-4a92-b997-ae97a297fe65 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:05.433051 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-cff9173e-246c-4a92-b997-ae97a297fe65 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0468757 Aug 04 02:25:05.444568 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'port': {'security_groups': ['bce84aba-ff83-4a95-bf47-f251636f28f6', '88174330-137d-45cf-91a0-6fbf482d4048']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:05.518440 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.619174 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:05.707389 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:05.739463 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for port (92139371-2e53-454b-9e82-e159aac502fd), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.743973 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.753210 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:05.753818 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:05.755179 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f68f6c78-3b4a-47af-8bcf-411324acdc4b req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "PUT /networking/v2.0/ports/92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 982 time: 0.3152614 Aug 04 02:25:05.762455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:05.764937 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d62e0c-f175-431d-b20c-7f438af81239" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:05.772352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['92139371-2e53-454b-9e82-e159aac502fd'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:25:05.831936 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8928a-b024-4495-bffa-8019556b0d89 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=6']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:05.848176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['92139371-2e53-454b-9e82-e159aac502fd'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:25:05.895357 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873867-e7fc-4350-8fff-fafdda37e61d req-26fa27a7-aab5-4323-97f7-f89eb334c3cf tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:05.896865 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55873867-e7fc-4350-8fff-fafdda37e61d req-26fa27a7-aab5-4323-97f7-f89eb334c3cf tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 944 time: 0.0828574 Aug 04 02:25:05.904935 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b339141-0fe6-4767-9300-d77180af13ec req-88d732ac-2d28-4d66-8933-875b3562d1fd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:05.906360 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b339141-0fe6-4767-9300-d77180af13ec req-88d732ac-2d28-4d66-8933-875b3562d1fd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0791426 Aug 04 02:25:05.934007 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:05.987295 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:05.990934 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-55873867-e7fc-4350-8fff-fafdda37e61d req-7fe93018-ef7c-4c04-81ad-89541430eb6f tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835819 Aug 04 02:25:06.000313 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9b339141-0fe6-4767-9300-d77180af13ec req-23585a94-eb19-4a6d-9366-5952bba1bfd5 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865438 Aug 04 02:25:06.043135 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1956ba0-a9e1-48d9-a882-5c3c22e98652 x-openstack-request-id: req-d1956ba0-a9e1-48d9-a882-5c3c22e98652 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:06.043462 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:06.043720 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1956ba0-a9e1-48d9-a882-5c3c22e98652 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:06.044148 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1956ba0-a9e1-48d9-a882-5c3c22e98652'] response: {'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'status': 'completed', 'code': 200} Aug 04 02:25:06.062401 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d50ccd06-84d7-412b-b300-4a84d3b0dac4 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:25:06.103481 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-2e407446-6fd6-4aa2-a432-fcd5e1556da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:06.105010 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-2e407446-6fd6-4aa2-a432-fcd5e1556da7 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1169 time: 0.0403035 Aug 04 02:25:06.183289 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port d50ccd06-84d7-412b-b300-4a84d3b0dac4 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:25:06.207926 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port d50ccd06-84d7-412b-b300-4a84d3b0dac4 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:25:06.208305 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:06.220961 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-95815a9a-6a95-4f1f-872c-a509a3e9430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:06.222918 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-95815a9a-6a95-4f1f-872c-a509a3e9430d service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.1098919 Aug 04 02:25:06.287448 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-a44a59e3-292f-474b-b488-6b2bc3bfa553 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 1001 time: 0.0576198 Aug 04 02:25:06.322280 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:06.353543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-ad90b796-fdb1-4391-9ea1-ee16e9216f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:06.355337 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-ad90b796-fdb1-4391-9ea1-ee16e9216f58 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0611312 Aug 04 02:25:06.405166 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-e8180f00-6a13-4d16-8244-b70fb100a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:06.406898 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-e8180f00-6a13-4d16-8244-b70fb100a9ca service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460737 Aug 04 02:25:06.415224 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port d50ccd06-84d7-412b-b300-4a84d3b0dac4 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:25:06.415617 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:06.463444 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:06.490296 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70015cf8-e589-4b29-bf9b-10d0af398435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:06.492832 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed93c85-876a-4d96-9f87-f9aca27b9054" -d '{"events": [{"server_uuid": "70015cf8-e589-4b29-bf9b-10d0af398435", "name": "network-vif-plugged", "status": "completed", "tag": "d50ccd06-84d7-412b-b300-4a84d3b0dac4"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:06.512741 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-104342f8-89c5-461b-982f-d4461328c272 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998430 Aug 04 02:25:06.520650 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port d50ccd06-84d7-412b-b300-4a84d3b0dac4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:06.534860 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:06.568956 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a683518a-b6b1-4820-a281-83642101aa8c x-openstack-request-id: req-a683518a-b6b1-4820-a281-83642101aa8c {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:06.569353 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70015cf8-e589-4b29-bf9b-10d0af398435", "name": "network-vif-plugged", "status": "completed", "tag": "d50ccd06-84d7-412b-b300-4a84d3b0dac4", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:06.569499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a683518a-b6b1-4820-a281-83642101aa8c {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:06.569890 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a683518a-b6b1-4820-a281-83642101aa8c'] response: {'server_uuid': '70015cf8-e589-4b29-bf9b-10d0af398435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4', 'code': 200} Aug 04 02:25:06.619654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=d50ccd06-84d7-412b-b300-4a84d3b0dac4,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:06.642232 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a1d62e0c-f175-431d-b20c-7f438af81239 req-10f8bf3d-bcd7-442d-83e2-71f73b8457d4 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234181 Aug 04 02:25:06.778723 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2632182-c4a3-4bd9-ad21-0b8d93255d15 req-89a4bcbc-72eb-4ec6-9cf9-48e18dae8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:06.780280 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a2632182-c4a3-4bd9-ad21-0b8d93255d15 req-89a4bcbc-72eb-4ec6-9cf9-48e18dae8b73 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 1129 time: 0.0451763 Aug 04 02:25:06.831071 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a2632182-c4a3-4bd9-ad21-0b8d93255d15 req-7639ccb5-b343-405d-b232-b67c82f355c9 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429530 Aug 04 02:25:06.970884 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60320) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:07.081022 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:07.103013 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-317c444a-f123-4286-8efe-117f4802b7b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.119213 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1d038-b5e7-4d3d-bf50-14afc95150fc req-dc103f92-73a4-4afe-a17c-0ff14e2f5136 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:07.120734 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2af1d038-b5e7-4d3d-bf50-14afc95150fc req-dc103f92-73a4-4afe-a17c-0ff14e2f5136 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 945 time: 0.0503774 Aug 04 02:25:07.177684 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2af1d038-b5e7-4d3d-bf50-14afc95150fc req-5125f4ce-d20a-4d63-9af2-4b2bc612dd4a tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Aug 04 02:25:07.188386 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-317c444a-f123-4286-8efe-117f4802b7b1 admin admin] Publish callbacks [] for security_group (b1073990-483e-43f7-bffb-5f1e443891f9), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.196224 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-317c444a-f123-4286-8efe-117f4802b7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b1073990-483e-43f7-bffb-5f1e443891f9), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.238515 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c444a-f123-4286-8efe-117f4802b7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1073990-483e-43f7-bffb-5f1e443891f9,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:07.244178 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-317c444a-f123-4286-8efe-117f4802b7b1 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=6667189d0e7b4f1b992e2fedfefd97c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721684 Aug 04 02:25:07.246886 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60326) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:07.298746 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63179c15-7f8a-4e8e-a72d-e0cb9b0d96c4 admin admin] Publish callbacks [] for security_group (b1073990-483e-43f7-bffb-5f1e443891f9), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.319676 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63179c15-7f8a-4e8e-a72d-e0cb9b0d96c4 admin admin] Publish callbacks [] for security_group (b1073990-483e-43f7-bffb-5f1e443891f9), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.369473 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63179c15-7f8a-4e8e-a72d-e0cb9b0d96c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b1073990-483e-43f7-bffb-5f1e443891f9), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.373441 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-63179c15-7f8a-4e8e-a72d-e0cb9b0d96c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.377511 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-63179c15-7f8a-4e8e-a72d-e0cb9b0d96c4 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/b1073990-483e-43f7-bffb-5f1e443891f9 HTTP/1.1" status: 204 len: 168 time: 0.1267464 Aug 04 02:25:07.386582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63179c15-7f8a-4e8e-a72d-e0cb9b0d96c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1073990-483e-43f7-bffb-5f1e443891f9,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:07.750238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60332) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:07.767513 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5256-4342-46d7-8bc2-5fe15dd31edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.832496 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:07.862395 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5256-4342-46d7-8bc2-5fe15dd31edd admin admin] Publish callbacks [] for security_group (0f31e05a-195e-4613-a368-a6e5df5aa623), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.868521 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-4f0f5256-4342-46d7-8bc2-5fe15dd31edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (0f31e05a-195e-4613-a368-a6e5df5aa623), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.895915 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:25:07.908928 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:07.912023 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f5256-4342-46d7-8bc2-5fe15dd31edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f31e05a-195e-4613-a368-a6e5df5aa623,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:07.916598 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-4f0f5256-4342-46d7-8bc2-5fe15dd31edd admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=5f08b61b7e9148ebb8d3fb78ca2b8a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646543 Aug 04 02:25:07.919837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60334) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:07.973292 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-53c466e5-9fd9-4c73-b29d-9655592de703 admin admin] Publish callbacks [] for security_group (0f31e05a-195e-4613-a368-a6e5df5aa623), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:07.994853 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-53c466e5-9fd9-4c73-b29d-9655592de703 admin admin] Publish callbacks [] for security_group (0f31e05a-195e-4613-a368-a6e5df5aa623), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.051875 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-53c466e5-9fd9-4c73-b29d-9655592de703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (0f31e05a-195e-4613-a368-a6e5df5aa623), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.054243 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-53c466e5-9fd9-4c73-b29d-9655592de703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.055398 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-53c466e5-9fd9-4c73-b29d-9655592de703 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/0f31e05a-195e-4613-a368-a6e5df5aa623 HTTP/1.1" status: 204 len: 168 time: 0.1350274 Aug 04 02:25:08.064563 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c466e5-9fd9-4c73-b29d-9655592de703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f31e05a-195e-4613-a368-a6e5df5aa623,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:08.305231 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973896-d309-43d4-8dec-c57329308ef6 req-241b508e-5a9f-4ce0-8acd-289bc71f50b8 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:08.306720 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29973896-d309-43d4-8dec-c57329308ef6 req-241b508e-5a9f-4ce0-8acd-289bc71f50b8 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Aug 04 02:25:08.361077 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-29973896-d309-43d4-8dec-c57329308ef6 req-8a2c30fb-0f2d-42dc-acf4-76ad9654a8d1 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Aug 04 02:25:08.412943 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60344) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:08.431223 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-38a5f60e-69b7-40cb-8bee-15ac3c40a8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.511149 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-38a5f60e-69b7-40cb-8bee-15ac3c40a8c1 admin admin] Publish callbacks [] for security_group (3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.519370 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-38a5f60e-69b7-40cb-8bee-15ac3c40a8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.562586 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-38a5f60e-69b7-40cb-8bee-15ac3c40a8c1 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=e3b01b0bcf7040edaca85ecf374edad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485493 Aug 04 02:25:08.563342 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5f60e-69b7-40cb-8bee-15ac3c40a8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:08.565388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60348) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:08.643319 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-912d96e4-3728-4920-a31f-f27081cfd8a8 admin admin] Publish callbacks [] for security_group (3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.686380 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-912d96e4-3728-4920-a31f-f27081cfd8a8 admin admin] Publish callbacks [] for security_group (3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.757860 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-912d96e4-3728-4920-a31f-f27081cfd8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.761617 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-912d96e4-3728-4920-a31f-f27081cfd8a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:08.763489 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-912d96e4-3728-4920-a31f-f27081cfd8a8 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e HTTP/1.1" status: 204 len: 168 time: 0.1966591 Aug 04 02:25:08.777113 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d96e4-3728-4920-a31f-f27081cfd8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c601ed8-8ee4-4e99-9e2b-4cede8c5c62e,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:09.149659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dde48-1e20-4d50-bcd2-ef6005c7c437 req-56c25142-fba2-4f81-afb3-d8e462934268 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:09.151272 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-460dde48-1e20-4d50-bcd2-ef6005c7c437 req-56c25142-fba2-4f81-afb3-d8e462934268 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 945 time: 0.0504735 Aug 04 02:25:09.200574 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-460dde48-1e20-4d50-bcd2-ef6005c7c437 req-7557d0dd-89ab-4621-9a0d-09b78b11c02d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Aug 04 02:25:09.341080 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-eb05776c-626f-4ba4-a8f1-541657916665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:10.329410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca46ffc-b4b9-424d-aa29-7fed852c0116 req-873c8b11-5d7d-4e1b-b58c-af99550cb269 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:10.330994 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6ca46ffc-b4b9-424d-aa29-7fed852c0116 req-873c8b11-5d7d-4e1b-b58c-af99550cb269 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Aug 04 02:25:10.357920 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:10.382254 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6ca46ffc-b4b9-424d-aa29-7fed852c0116 req-28a09e82-3892-4d1a-b347-677411859030 tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=c398903c-f6c7-4863-b4aa-1c79aac3ae13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Aug 04 02:25:10.748570 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03165a-1715-4fb7-9213-b36737544b16 req-0023dc81-1bc3-41d3-aaca-01c8d149884c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:10.750203 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f03165a-1715-4fb7-9213-b36737544b16 req-0023dc81-1bc3-41d3-aaca-01c8d149884c tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 945 time: 0.0528324 Aug 04 02:25:10.846922 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Deleting port d50ccd06-84d7-412b-b300-4a84d3b0dac4 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:25:10.847271 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:10.938105 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] For port d50ccd06-84d7-412b-b300-4a84d3b0dac4, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d50ccd06-84d7-412b-b300-4a84d3b0dac4,segment=NetworkSegment(8f8a9862-b0d1-46f2-b38e-d1a1bb807fef),segment_id=8f8a9862-b0d1-46f2-b38e-d1a1bb807fef)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:10.938471 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:10.950985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Calling delete_port for d50ccd06-84d7-412b-b300-4a84d3b0dac4 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:25:10.959081 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:11.083857 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (d50ccd06-84d7-412b-b300-4a84d3b0dac4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:11.098323 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['d50ccd06-84d7-412b-b300-4a84d3b0dac4'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:25:11.111930 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Pushing event deleted for resources: {'Port': ['ID=d50ccd06-84d7-412b-b300-4a84d3b0dac4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:11.165237 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] No DVR routers for this DVR port d50ccd06-84d7-412b-b300-4a84d3b0dac4 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:25:11.167632 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:11.170815 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8f03165a-1715-4fb7-9213-b36737544b16 req-63183b39-e0c6-4523-a6d5-159192dff16d tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.36 "DELETE /networking/v2.0/ports/d50ccd06-84d7-412b-b300-4a84d3b0dac4 HTTP/1.1" status: 204 len: 173 time: 0.4128335 Aug 04 02:25:11.171248 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70015cf8-e589-4b29-bf9b-10d0af398435', 'name': 'network-vif-deleted', 'tag': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:11.173557 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad346db5-e450-402a-ae7f-692293eeadc9" -d '{"events": [{"server_uuid": "70015cf8-e589-4b29-bf9b-10d0af398435", "name": "network-vif-deleted", "tag": "d50ccd06-84d7-412b-b300-4a84d3b0dac4"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:11.213118 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd088d4-6bc8-4c89-bebb-683aa6145a79 x-openstack-request-id: req-0fd088d4-6bc8-4c89-bebb-683aa6145a79 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:11.213416 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70015cf8-e589-4b29-bf9b-10d0af398435", "name": "network-vif-deleted", "tag": "d50ccd06-84d7-412b-b300-4a84d3b0dac4", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:11.213674 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fd088d4-6bc8-4c89-bebb-683aa6145a79 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:11.214081 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd088d4-6bc8-4c89-bebb-683aa6145a79'] response: {'server_uuid': '70015cf8-e589-4b29-bf9b-10d0af398435', 'name': 'network-vif-deleted', 'tag': 'd50ccd06-84d7-412b-b300-4a84d3b0dac4', 'status': 'completed', 'code': 200} Aug 04 02:25:11.498369 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-01af0d33-220a-4361-9c1e-dc88f491f9b3 req-f0cfe67f-1291-4150-8f08-ceb5e6e7f85b tempest-VolumesActionsTest-1431066473 tempest-VolumesActionsTest-1431066473-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=70015cf8-e589-4b29-bf9b-10d0af398435 HTTP/1.1" status: 200 len: 210 time: 0.0315642 Aug 04 02:25:11.502480 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2136d006-1d3b-48fc-b223-d6d3ca507869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:12.767170 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:14.335552 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:14.426963 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:14.785388 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=52 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:14.833000 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d50ccd06-84d7-412b-b300-4a84d3b0dac4 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:25:14.856215 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: d50ccd06-84d7-412b-b300-4a84d3b0dac4 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:25:14.856565 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device d50ccd06-84d7-412b-b300-4a84d3b0dac4 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:25:14.916966 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-ab28229a-a56c-4e32-b576-00fe200fdd87 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400157 Aug 04 02:25:15.002315 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-4ad6e554-6b6f-4fcb-9538-55dce6db558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:15.003771 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-4ad6e554-6b6f-4fcb-9538-55dce6db558e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 1129 time: 0.0400813 Aug 04 02:25:15.121664 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-d5c53819-58ba-4abb-8202-a1412d915f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:15.123163 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-d5c53819-58ba-4abb-8202-a1412d915f7f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0939021 Aug 04 02:25:16.053930 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-8165e32d-4813-4d99-80fe-81e2ff1b8e1d service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11df299a-5e37-4167-9de3-78f09f622f02 HTTP/1.1" status: 200 len: 1001 time: 0.0574813 Aug 04 02:25:16.850245 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-be4aa277-8fc4-445e-9375-de5ef856a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:16.851670 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-be4aa277-8fc4-445e-9375-de5ef856a270 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0443511 Aug 04 02:25:17.757106 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-de798c0b-2eaf-4186-9f95-7679349fe09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:17.758609 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-de798c0b-2eaf-4186-9f95-7679349fe09c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440581 Aug 04 02:25:17.849193 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-6ba3e94b-2c89-42e4-824c-f9b320e0df31 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836935 Aug 04 02:25:17.889337 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=54 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:18.201875 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-429836f1-97a6-421c-919a-121b3a4b5cc6 req-8c8e47b6-bdc5-4743-8a79-986cabd8934c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447602 Aug 04 02:25:18.556675 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=31,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:18.558501 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:20.277224 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60548) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:20.432905 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b024-acbf-47ce-9a17-ef58a78def21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.488655 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:20.543265 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:20.545992 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b024-acbf-47ce-9a17-ef58a78def21 admin admin] Publish callbacks [] for security_group (049b0cd6-d89c-4546-87fb-9fb3cfd3f744), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.551083 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b024-acbf-47ce-9a17-ef58a78def21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (049b0cd6-d89c-4546-87fb-9fb3cfd3f744), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.599297 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0b024-acbf-47ce-9a17-ef58a78def21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049b0cd6-d89c-4546-87fb-9fb3cfd3f744,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:20.611171 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60556) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:20.611650 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-fbd0b024-acbf-47ce-9a17-ef58a78def21 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=c21917f9c96d49eda52b24d71a6c7d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321762 Aug 04 02:25:20.680851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2f30-d5a1-4b53-b88a-dda7650e36fd admin admin] Publish callbacks [] for security_group (049b0cd6-d89c-4546-87fb-9fb3cfd3f744), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.707268 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2f30-d5a1-4b53-b88a-dda7650e36fd admin admin] Publish callbacks [] for security_group (049b0cd6-d89c-4546-87fb-9fb3cfd3f744), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.768818 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2f30-d5a1-4b53-b88a-dda7650e36fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (049b0cd6-d89c-4546-87fb-9fb3cfd3f744), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.771448 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2f30-d5a1-4b53-b88a-dda7650e36fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:20.776283 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d5fb2f30-d5a1-4b53-b88a-dda7650e36fd admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/049b0cd6-d89c-4546-87fb-9fb3cfd3f744 HTTP/1.1" status: 204 len: 168 time: 0.1640222 Aug 04 02:25:20.788333 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2f30-d5a1-4b53-b88a-dda7650e36fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049b0cd6-d89c-4546-87fb-9fb3cfd3f744,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:21.139919 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60562) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:21.185206 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02d97eec-3f49-4cec-ba61-c654b9f7b092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.293259 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02d97eec-3f49-4cec-ba61-c654b9f7b092 admin admin] Publish callbacks [] for security_group (737ad461-5099-497b-ada1-3f1bb156a047), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.298848 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-02d97eec-3f49-4cec-ba61-c654b9f7b092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (737ad461-5099-497b-ada1-3f1bb156a047), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.331637 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-02d97eec-3f49-4cec-ba61-c654b9f7b092 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=9c469a2007624f51999dc1fb105acdac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907036 Aug 04 02:25:21.334343 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60564) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:21.347617 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d97eec-3f49-4cec-ba61-c654b9f7b092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737ad461-5099-497b-ada1-3f1bb156a047,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:21.398135 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02349eee-93c2-42d5-8cbb-ced8f1b74843 admin admin] Publish callbacks [] for security_group (737ad461-5099-497b-ada1-3f1bb156a047), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.422317 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02349eee-93c2-42d5-8cbb-ced8f1b74843 admin admin] Publish callbacks [] for security_group (737ad461-5099-497b-ada1-3f1bb156a047), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.475782 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02349eee-93c2-42d5-8cbb-ced8f1b74843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (737ad461-5099-497b-ada1-3f1bb156a047), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.480388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-02349eee-93c2-42d5-8cbb-ced8f1b74843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:21.481759 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-02349eee-93c2-42d5-8cbb-ced8f1b74843 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/737ad461-5099-497b-ada1-3f1bb156a047 HTTP/1.1" status: 204 len: 168 time: 0.1464212 Aug 04 02:25:21.490869 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349eee-93c2-42d5-8cbb-ced8f1b74843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737ad461-5099-497b-ada1-3f1bb156a047,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:24.433808 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:24.836829 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:27.512290 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60696) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:27.642320 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-251a3c7a-ebbe-4f82-ab70-2df2746bc5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:27.752835 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-251a3c7a-ebbe-4f82-ab70-2df2746bc5a8 admin admin] Publish callbacks [] for security_group (be376fda-b36a-45d9-bbaa-e82ad81fdfd1), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:27.757682 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-251a3c7a-ebbe-4f82-ab70-2df2746bc5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (be376fda-b36a-45d9-bbaa-e82ad81fdfd1), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:27.837389 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60708) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:27.841324 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-251a3c7a-ebbe-4f82-ab70-2df2746bc5a8 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=f7a3daffe7e94e8496e8af76b6629d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156557 Aug 04 02:25:27.842887 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a3c7a-ebbe-4f82-ab70-2df2746bc5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be376fda-b36a-45d9-bbaa-e82ad81fdfd1,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:27.917707 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Publish callbacks [] for security_group (be376fda-b36a-45d9-bbaa-e82ad81fdfd1), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:27.944071 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Publish callbacks [] for security_group (be376fda-b36a-45d9-bbaa-e82ad81fdfd1), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:27.998821 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (be376fda-b36a-45d9-bbaa-e82ad81fdfd1), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.003042 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.006785 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/be376fda-b36a-45d9-bbaa-e82ad81fdfd1 HTTP/1.1" status: 204 len: 168 time: 0.1733663 Aug 04 02:25:28.022596 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be376fda-b36a-45d9-bbaa-e82ad81fdfd1,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:28.034760 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.035355 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.035823 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.036216 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.036672 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.037017 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.037357 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.037693 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.038028 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.038361 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.038695 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.039026 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.039355 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.039679 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.040442 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6518c505-8255-432f-8694-95c7abd8db29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:28.409864 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60714) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:28.423680 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db9e8cbe-4745-4185-9c82-99cfdf47d851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.513379 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db9e8cbe-4745-4185-9c82-99cfdf47d851 admin admin] Publish callbacks [] for security_group (f9f89db3-4cde-43e2-bf92-2f5102b5e1a5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.518563 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db9e8cbe-4745-4185-9c82-99cfdf47d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (f9f89db3-4cde-43e2-bf92-2f5102b5e1a5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.560839 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-db9e8cbe-4745-4185-9c82-99cfdf47d851 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=d05ae6f048754adb898ced7701f4b397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504149 Aug 04 02:25:28.561571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e8cbe-4745-4185-9c82-99cfdf47d851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f89db3-4cde-43e2-bf92-2f5102b5e1a5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:28.563624 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60716) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:28.637241 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac9c7-4534-4741-b58e-9da8665feb24 admin admin] Publish callbacks [] for security_group (f9f89db3-4cde-43e2-bf92-2f5102b5e1a5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.669477 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac9c7-4534-4741-b58e-9da8665feb24 admin admin] Publish callbacks [] for security_group (f9f89db3-4cde-43e2-bf92-2f5102b5e1a5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.735674 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac9c7-4534-4741-b58e-9da8665feb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (f9f89db3-4cde-43e2-bf92-2f5102b5e1a5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.738742 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac9c7-4534-4741-b58e-9da8665feb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:28.743144 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7b1ac9c7-4534-4741-b58e-9da8665feb24 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/f9f89db3-4cde-43e2-bf92-2f5102b5e1a5 HTTP/1.1" status: 204 len: 168 time: 0.1754537 Aug 04 02:25:28.752851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ac9c7-4534-4741-b58e-9da8665feb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f89db3-4cde-43e2-bf92-2f5102b5e1a5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:29.173975 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60726) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:29.192210 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-12245e06-968c-44d2-a640-2f8c261d6a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.261977 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:29.314130 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-12245e06-968c-44d2-a640-2f8c261d6a69 admin admin] Publish callbacks [] for security_group (4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.320163 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-12245e06-968c-44d2-a640-2f8c261d6a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.335289 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:29.373144 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-12245e06-968c-44d2-a640-2f8c261d6a69 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=a9dbd2d6dd1d4538910b5ede15bc3ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971626 Aug 04 02:25:29.373361 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60728) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:29.376429 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12245e06-968c-44d2-a640-2f8c261d6a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:29.438436 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9263-1a32-4ed7-bbd4-dedb15283102 admin admin] Publish callbacks [] for security_group (4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.462312 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9263-1a32-4ed7-bbd4-dedb15283102 admin admin] Publish callbacks [] for security_group (4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.496238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:29.521060 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9263-1a32-4ed7-bbd4-dedb15283102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.523767 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9263-1a32-4ed7-bbd4-dedb15283102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:29.527844 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ec6f9263-1a32-4ed7-bbd4-dedb15283102 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0 HTTP/1.1" status: 204 len: 168 time: 0.1532962 Aug 04 02:25:29.537041 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f9263-1a32-4ed7-bbd4-dedb15283102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed2f0d5-0b3c-4f03-a3a1-eb1aebe303f0,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:31.913358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaddeb-e4fd-4450-a7e8-c9e8da61c16d req-1672758e-f955-4fe2-844f-1bb34d243e84 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:31.928093 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ecaddeb-e4fd-4450-a7e8-c9e8da61c16d req-1672758e-f955-4fe2-844f-1bb34d243e84 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.1305463 Aug 04 02:25:31.928093 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-aa63856b-b9f8-416d-abcb-d0583eead856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:31.928853 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-aa63856b-b9f8-416d-abcb-d0583eead856 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1169 time: 0.0811985 Aug 04 02:25:31.995375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:32.059965 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9ecaddeb-e4fd-4450-a7e8-c9e8da61c16d req-fe43d775-e2c8-45c5-8647-ed832b3b0500 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338196 Aug 04 02:25:32.084450 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-cc1a684e-71b4-4154-8d9a-04bb5113f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:32.086204 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-cc1a684e-71b4-4154-8d9a-04bb5113f470 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.1431723 Aug 04 02:25:32.151913 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-950ad013-e17d-4bd7-8f09-d1b38b6c46d6 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 1001 time: 0.0586553 Aug 04 02:25:32.209063 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-2ebed541-fdbd-4d16-b5ae-199d0ee5f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:32.210810 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-2ebed541-fdbd-4d16-b5ae-199d0ee5f88a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0510046 Aug 04 02:25:32.265956 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-e2af403d-0c5c-4ad0-8f2e-110a5381222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:32.267879 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-e2af403d-0c5c-4ad0-8f2e-110a5381222e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506804 Aug 04 02:25:32.368948 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-5ec40ebb-17ce-4896-a34b-0b7f469c7b07 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938089 Aug 04 02:25:32.480605 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6491cc02-79c2-4def-83f9-b128ffec8abc req-e9279447-9645-47ea-a913-226dde5dab8e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057150 Aug 04 02:25:33.189401 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748299d2-b8b5-4ea5-a630-9ced102815aa req-3a7c0213-5b29-4168-b702-e33a8adaef00 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:33.191070 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-748299d2-b8b5-4ea5-a630-9ced102815aa req-3a7c0213-5b29-4168-b702-e33a8adaef00 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0520523 Aug 04 02:25:33.297256 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-748299d2-b8b5-4ea5-a630-9ced102815aa req-62fd1bec-6afe-4b54-a988-4d2e8ebf1d68 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832140 Aug 04 02:25:34.425254 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34195-29c5-4f30-a509-9951ea8b8313 req-303bb309-dc33-4b22-bdc8-e1d543ca05ed tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:34.426792 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2f34195-29c5-4f30-a509-9951ea8b8313 req-303bb309-dc33-4b22-bdc8-e1d543ca05ed tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0579267 Aug 04 02:25:34.492507 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2f34195-29c5-4f30-a509-9951ea8b8313 req-93d4c9af-1a25-4b24-961d-aa239703ae2c tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596199 Aug 04 02:25:34.526783 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:35.625317 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d253946-0d50-40a4-8dbb-fee15034699a req-db81ec36-e11f-41c1-82ba-35ca83847047 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:35.626606 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d253946-0d50-40a4-8dbb-fee15034699a req-db81ec36-e11f-41c1-82ba-35ca83847047 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0514412 Aug 04 02:25:35.660799 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:35.697855 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d253946-0d50-40a4-8dbb-fee15034699a req-2b65e6ce-c71f-41cf-9a47-06783196741c tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651090 Aug 04 02:25:36.671067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60960) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:36.714176 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60966) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:36.766647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Deleting subnet df86dabc-9158-4338-b322-271fbeb82365 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:25:36.770561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Publish callbacks [] for subnet (df86dabc-9158-4338-b322-271fbeb82365), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:36.816957 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d466-5911-457c-9fd1-4b8a46178fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:36.858548 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644999'] for subnet (df86dabc-9158-4338-b322-271fbeb82365), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:36.889648 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595871b5-ee9a-4825-b87e-bb9157cbac61 req-665661e5-6cbe-4d11-8710-d59731286b29 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:36.891167 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-595871b5-ee9a-4825-b87e-bb9157cbac61 req-665661e5-6cbe-4d11-8710-d59731286b29 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.1013646 Aug 04 02:25:36.958619 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (df86dabc-9158-4338-b322-271fbeb82365), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:36.989124 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:37.042039 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-595871b5-ee9a-4825-b87e-bb9157cbac61 req-f2fa274f-02ad-40a6-9c28-56a858bb10ca tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440108 Aug 04 02:25:37.072599 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d466-5911-457c-9fd1-4b8a46178fda admin admin] Publish callbacks [] for security_group (b09807ec-5e15-4c19-9105-2fca7d88809d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.073925 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10322806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901769'] for subnet (df86dabc-9158-4338-b322-271fbeb82365), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.079534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-5dd4d466-5911-457c-9fd1-4b8a46178fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b09807ec-5e15-4c19-9105-2fca7d88809d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.113389 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df86dabc-9158-4338-b322-271fbeb82365,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:37.134382 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.137496 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b9c8262b-57db-45c3-b02d-decaff662635 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/df86dabc-9158-4338-b322-271fbeb82365 HTTP/1.1" status: 204 len: 168 time: 0.4221931 Aug 04 02:25:37.140191 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60970) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:37.147462 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-5dd4d466-5911-457c-9fd1-4b8a46178fda admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=1d47a0d4007b4fd5b2f2f1e59daf14df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729555 Aug 04 02:25:37.148132 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60972) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:37.149896 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4d466-5911-457c-9fd1-4b8a46178fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09807ec-5e15-4c19-9105-2fca7d88809d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:37.242176 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (82033b8a-fd6f-44a1-9a32-4b4326d62bc3), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.262281 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4bc-1383-491b-b252-54a1340b274b admin admin] Publish callbacks [] for security_group (b09807ec-5e15-4c19-9105-2fca7d88809d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.341732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4bc-1383-491b-b252-54a1340b274b admin admin] Publish callbacks [] for security_group (b09807ec-5e15-4c19-9105-2fca7d88809d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.364909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (82033b8a-fd6f-44a1-9a32-4b4326d62bc3), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.401659 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82033b8a-fd6f-44a1-9a32-4b4326d62bc3']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:37.413564 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:37.413934 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8a9862-b0d1-46f2-b38e-d1a1bb807fef') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:25:37.425305 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (8f8a9862-b0d1-46f2-b38e-d1a1bb807fef), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.441585 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (8f8a9862-b0d1-46f2-b38e-d1a1bb807fef), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.448102 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4bc-1383-491b-b252-54a1340b274b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (b09807ec-5e15-4c19-9105-2fca7d88809d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.450739 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-92a5e4bc-1383-491b-b252-54a1340b274b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.451865 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-92a5e4bc-1383-491b-b252-54a1340b274b admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/b09807ec-5e15-4c19-9105-2fca7d88809d HTTP/1.1" status: 204 len: 168 time: 0.3031247 Aug 04 02:25:37.452898 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:25:37.453786 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (8f8a9862-b0d1-46f2-b38e-d1a1bb807fef), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.477682 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5e4bc-1383-491b-b252-54a1340b274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09807ec-5e15-4c19-9105-2fca7d88809d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:37.499611 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:37.508564 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 8f8a9862-b0d1-46f2-b38e-d1a1bb807fef resource provider aggregate not found Aug 04 02:25:37.529451 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 8f8a9862-b0d1-46f2-b38e-d1a1bb807fef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f8a9862-b0d1-46f2-b38e-d1a1bb807fef found for delete ", "request_id": "req-66158ba8-dd6b-4203-bd75-e4728242ead1"}]} Aug 04 02:25:37.540526 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (82033b8a-fd6f-44a1-9a32-4b4326d62bc3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.545083 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.551528 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/82033b8a-fd6f-44a1-9a32-4b4326d62bc3 HTTP/1.1" status: 204 len: 168 time: 0.4075887 Aug 04 02:25:37.563363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24661d20-2fa9-4e25-ba8b-8322b3e34767 admin admin] Pushing event deleted for resources: {'Network': ['ID=82033b8a-fd6f-44a1-9a32-4b4326d62bc3,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:37.744577 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60988) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:37.774542 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 60990) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:37.787991 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aba0c6c8-e139-493c-b677-1b236d16a370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.795883 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ba329d4d-2411-431e-9dd6-02cba819a395 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=f7d4919e934044b7a97dce3ad1cac880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501173 Aug 04 02:25:37.798479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60992) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:37.851681 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6e10f69-b39e-4d16-b65d-1fc443b2c966 admin admin] Publish callbacks [] for security_group (c398903c-f6c7-4863-b4aa-1c79aac3ae13), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.866751 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aba0c6c8-e139-493c-b677-1b236d16a370 admin admin] Publish callbacks [] for security_group (58260a0d-ab6e-478b-a585-5befa017e47b), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.870624 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-aba0c6c8-e139-493c-b677-1b236d16a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (58260a0d-ab6e-478b-a585-5befa017e47b), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.873682 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6e10f69-b39e-4d16-b65d-1fc443b2c966 admin admin] Publish callbacks [] for security_group (c398903c-f6c7-4863-b4aa-1c79aac3ae13), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.896796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:37.912610 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0c6c8-e139-493c-b677-1b236d16a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58260a0d-ab6e-478b-a585-5befa017e47b,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:37.922744 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-aba0c6c8-e139-493c-b677-1b236d16a370 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=ce9187462d5c46469dfc6cb5685a9a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470025 Aug 04 02:25:37.923114 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 60994) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:37.931934 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6e10f69-b39e-4d16-b65d-1fc443b2c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c398903c-f6c7-4863-b4aa-1c79aac3ae13), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.934467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6e10f69-b39e-4d16-b65d-1fc443b2c966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:37.935586 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b6e10f69-b39e-4d16-b65d-1fc443b2c966 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/c398903c-f6c7-4863-b4aa-1c79aac3ae13 HTTP/1.1" status: 204 len: 168 time: 0.1361866 Aug 04 02:25:37.954215 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e10f69-b39e-4d16-b65d-1fc443b2c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398903c-f6c7-4863-b4aa-1c79aac3ae13,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:37.992281 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-edef6477-c9d4-4f8d-89a9-717a86623105 admin admin] Publish callbacks [] for security_group (58260a0d-ab6e-478b-a585-5befa017e47b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:38.014836 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-edef6477-c9d4-4f8d-89a9-717a86623105 admin admin] Publish callbacks [] for security_group (58260a0d-ab6e-478b-a585-5befa017e47b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:38.089889 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-edef6477-c9d4-4f8d-89a9-717a86623105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (58260a0d-ab6e-478b-a585-5befa017e47b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:38.092933 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-edef6477-c9d4-4f8d-89a9-717a86623105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:38.098242 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-edef6477-c9d4-4f8d-89a9-717a86623105 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/58260a0d-ab6e-478b-a585-5befa017e47b HTTP/1.1" status: 204 len: 168 time: 0.1705363 Aug 04 02:25:38.108545 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef6477-c9d4-4f8d-89a9-717a86623105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58260a0d-ab6e-478b-a585-5befa017e47b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:38.175998 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eb10e-7154-4462-a9f2-b98c525007d1 req-811c0236-2ee2-446b-af65-53f841237ce3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:38.181133 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d35eb10e-7154-4462-a9f2-b98c525007d1 req-811c0236-2ee2-446b-af65-53f841237ce3 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0545759 Aug 04 02:25:38.257957 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d35eb10e-7154-4462-a9f2-b98c525007d1 req-67c47d9d-44b8-4c5f-b10f-763afedb354e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733130 Aug 04 02:25:38.832548 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 32788) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:38.927971 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-894375174-network', 'tenant_id': 'b8fd26658f57474aba12bceb6b9c7176'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:38.950317 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Made reservation on behalf of b8fd26658f57474aba12bceb6b9c7176 for: {'network': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:25:38.952568 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for network (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:38.960940 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.038541 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks [] for security_group (a19b939e-695f-431f-b7e9-5bbfe9195d0b), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.042275 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a19b939e-695f-431f-b7e9-5bbfe9195d0b), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.068478 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:39.069512 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=104416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 02:25:39.081183 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19b939e-695f-431f-b7e9-5bbfe9195d0b,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:39.087674 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7bf1d983-9fdb-4013-a67f-0426e5a6d6ad), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.088018 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.segments_db [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Added segment 7bf1d983-9fdb-4013-a67f-0426e5a6d6ad of type vlan for network 63632897-cfd5-41e9-875a-d724156cb8a5 Aug 04 02:25:39.133670 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776428958648'] for network (63632897-cfd5-41e9-875a-d724156cb8a5), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.158902 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883'] for network (63632897-cfd5-41e9-875a-d724156cb8a5), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.159953 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:39.160519 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.212015 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] 10.222.0.45 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3782654 Aug 04 02:25:39.214983 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 32792) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:25:39.220588 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Request body: {'subnet': {'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-894375174-subnet', 'tenant_id': 'b8fd26658f57474aba12bceb6b9c7176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:39.223633 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9948434-2367-4a8c-beba-b86c69a6cd2a admin admin] Pushing event updated for resources: {'Network': ['ID=63632897-cfd5-41e9-875a-d724156cb8a5,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:39.234188 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Network 63632897-cfd5-41e9-875a-d724156cb8a5 details requested by agent ovs-agent-dv-cinder-740146-17-iscsi with host dv-cinder-740146-17-iscsi {{(pid=104418) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 02:25:39.247895 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Made reservation on behalf of b8fd26658f57474aba12bceb6b9c7176 for: {'subnet': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:25:39.250426 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9813798'] for subnet (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.336748 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:39.388972 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:39.416048 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf910bf-fbb0-43b1-83f5-672aa8baffff req-91d9f399-7e31-4167-9988-8daebd5458f6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:39.423550 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0cf910bf-fbb0-43b1-83f5-672aa8baffff req-91d9f399-7e31-4167-9988-8daebd5458f6 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0739388 Aug 04 02:25:39.448441 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7b62339a-9184-4775-a989-16df8047b785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.451618 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8924112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9813840'] for subnet (b4b909a2-df3c-48c4-a490-32fa7afe0a66), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.491595 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0cf910bf-fbb0-43b1-83f5-672aa8baffff req-7e6d9849-047b-4b32-912e-4c9d9efaaf99 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661261 Aug 04 02:25:39.510293 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b909a2-df3c-48c4-a490-32fa7afe0a66,revision_number=0']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:39.526440 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Checking segment: {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:25:39.526795 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Network hostable DHCP agents. Network: 63632897-cfd5-41e9-875a-d724156cb8a5, hostable agents: ['d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca'], hosted agents: [] {{(pid=104417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 02:25:39.544588 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Network 63632897-cfd5-41e9-875a-d724156cb8a5 is scheduled to be hosted by DHCP agent d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca with binding_index 1 {{(pid=104417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 02:25:39.553458 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-17-iscsi, 63632897-cfd5-41e9-875a-d724156cb8a5) {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:25:39.557582 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:39.558186 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:39.562723 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f91062-1a6f-4379-877f-ea591eda390f None None] Network 63632897-cfd5-41e9-875a-d724156cb8a5 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:25:39.574254 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-c1448645-4f1c-41ce-bd19-93f7a9070d18 admin admin] 10.222.0.45 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3581612 Aug 04 02:25:39.667172 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718e851f-bf44-4b89-b581-3b12211f9697 None None] Network 63632897-cfd5-41e9-875a-d724156cb8a5 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:25:40.615228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2a82d-a699-4d99-8e9e-288d618f0104 req-e4f2bfc1-6b2f-43a8-b36d-35224d1595bf tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:40.616720 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ef2a82d-a699-4d99-8e9e-288d618f0104 req-e4f2bfc1-6b2f-43a8-b36d-35224d1595bf tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0516875 Aug 04 02:25:40.637322 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:40.681126 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ef2a82d-a699-4d99-8e9e-288d618f0104 req-4dec701d-4323-405a-b7c6-742cb4b95faa tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587640 Aug 04 02:25:41.345427 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-be5e35ef-5b35-41b5-a18e-c3ecd79a7cf1 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:41.346809 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-be5e35ef-5b35-41b5-a18e-c3ecd79a7cf1 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/networks?id=63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 200 len: 813 time: 0.1077223 Aug 04 02:25:41.362311 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-73087a59-8b74-4388-adaf-16c2a99f6d12 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/quotas/b8fd26658f57474aba12bceb6b9c7176 HTTP/1.1" status: 200 len: 375 time: 0.0101428 Aug 04 02:25:41.394615 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-5038a5cc-9142-42d1-aecd-227ee8b7c220 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b8fd26658f57474aba12bceb6b9c7176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269349 Aug 04 02:25:41.488977 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-3af58e29-3917-466d-bbc7-3456597debc8 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879428 Aug 04 02:25:41.504831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-49f30bc9-1c6f-40a4-8906-8b5688f4dd95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:41.581788 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-f9eb8d5f-d573-4a4e-9f4e-0320b959994a service neutron] 10.222.0.45 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879838 Aug 04 02:25:41.743056 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f29993a-bed0-45d7-90fb-ccef43f92162 req-3549259c-f7c6-47af-9345-e369f286c269 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 210 time: 0.0337133 Aug 04 02:25:41.805100 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f470-7f92-4175-9bcd-e1503ec25710 req-0edadecc-57c5-4c49-829f-0af172298c82 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:41.806599 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ee08f470-7f92-4175-9bcd-e1503ec25710 req-0edadecc-57c5-4c49-829f-0af172298c82 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0487261 Aug 04 02:25:41.886391 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ee08f470-7f92-4175-9bcd-e1503ec25710 req-bee56cd8-943b-433e-a1c0-74fd3fd9c5c0 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732791 Aug 04 02:25:42.724803 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-5e4c9833-d4ea-4eea-8f20-828a04460d40 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:42.726250 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-5e4c9833-d4ea-4eea-8f20-828a04460d40 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "GET /networking/v2.0/networks?id=63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 200 len: 813 time: 0.1038439 Aug 04 02:25:42.738708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Request body: {'port': {'device_id': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5', 'admin_state_up': True, 'tenant_id': 'b8fd26658f57474aba12bceb6b9c7176'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:42.782070 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:42.825056 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:42.833104 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:42.858113 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c10f4004-c98e-43be-9e5d-975e86cfdb0e req-9060693d-8a15-42b5-9d89-7cee0779e6be tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 210 time: 0.0379994 Aug 04 02:25:42.862233 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:42.879708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Made reservation on behalf of b8fd26658f57474aba12bceb6b9c7176 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:25:42.883207 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.044389 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325ecb-0f0a-474d-995b-ebab5b8e9411 req-caf0593d-31f3-4231-ab74-7c9472c6f3d1 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:43.045789 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d325ecb-0f0a-474d-995b-ebab5b8e9411 req-caf0593d-31f3-4231-ab74-7c9472c6f3d1 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0832071 Aug 04 02:25:43.047501 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Allocated IP 172.20.0.2 (63632897-cfd5-41e9-875a-d724156cb8a5/b4b909a2-df3c-48c4-a490-32fa7afe0a66/3d06ec85-4434-4f4d-b656-178bf4bdd378) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:25:43.100703 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:43.143199 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5d325ecb-0f0a-474d-995b-ebab5b8e9411 req-42e716d1-6eee-41a7-9aca-eb3c556293f5 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908737 Aug 04 02:25:43.250122 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks [] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.281813 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.320678 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Network 63632897-cfd5-41e9-875a-d724156cb8a5 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:25:43.325685 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:25:43.330018 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:25:43.358309 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Pushing event updated for resources: {'Port': ['ID=3d06ec85-4434-4f4d-b656-178bf4bdd378,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:43.384930 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:43.385538 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.403575 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-4030fd91-60b7-46ed-9678-80cedc962ab3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691315 Aug 04 02:25:43.414827 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Request body: {'port': {'device_id': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:25:43.476218 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.649697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:43.739008 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d06ec85-4434-4f4d-b656-178bf4bdd378 {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:25:43.746455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Publish callbacks [] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.764195 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Transition to ACTIVE for port object 3d06ec85-4434-4f4d-b656-178bf4bdd378 will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:25:43.768070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.825943 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Pushing event updated for resources: {'Port': ['ID=3d06ec85-4434-4f4d-b656-178bf4bdd378,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:43.873051 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Attempting to bind port 3d06ec85-4434-4f4d-b656-178bf4bdd378 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:25:43.873725 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Attempting to bind port 3d06ec85-4434-4f4d-b656-178bf4bdd378 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:25:43.873725 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Attempting to bind port 3d06ec85-4434-4f4d-b656-178bf4bdd378 on network 63632897-cfd5-41e9-875a-d724156cb8a5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:25:43.878508 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Port 3d06ec85-4434-4f4d-b656-178bf4bdd378 on network 63632897-cfd5-41e9-875a-d724156cb8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:25:43.878827 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Attempting to bind port 3d06ec85-4434-4f4d-b656-178bf4bdd378 on network 63632897-cfd5-41e9-875a-d724156cb8a5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:25:43.883727 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:25:43.884095 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Checking segment: {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:25:43.884479 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Bound using segment: {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:25:43.884924 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Bound port: 3d06ec85-4434-4f4d-b656-178bf4bdd378, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:25:43.885280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:43.887772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:43.980885 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] For port 3d06ec85-4434-4f4d-b656-178bf4bdd378, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:25:43.999614 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a51ed-5bc3-41f1-a001-b997e8ce7f3a req-d3cbc388-b107-41b8-b789-6f2d96a5d8c0 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:44.001679 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-827a51ed-5bc3-41f1-a001-b997e8ce7f3a req-d3cbc388-b107-41b8-b789-6f2d96a5d8c0 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 943 time: 0.0655904 Aug 04 02:25:44.005162 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] For port 3d06ec85-4434-4f4d-b656-178bf4bdd378, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:25:44.021709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:44.047199 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:44.047819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:44.049208 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/3d06ec85-4434-4f4d-b656-178bf4bdd378 HTTP/1.1" status: 200 len: 1093 time: 0.6384304 Aug 04 02:25:44.049708 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'tag': '3d06ec85-4434-4f4d-b656-178bf4bdd378'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:44.051943 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c1651-e70f-42f5-b526-ee56e1655601" -d '{"events": [{"name": "network-changed", "server_uuid": "9d121270-00a5-4d73-a0e1-81b4a4778120", "tag": "3d06ec85-4434-4f4d-b656-178bf4bdd378"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:44.097403 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-827a51ed-5bc3-41f1-a001-b997e8ce7f3a req-977592d1-b691-434b-9318-c561f2303021 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894046 Aug 04 02:25:44.111437 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13175564-18e9-40d1-87cd-8a07f795e7bf x-openstack-request-id: req-13175564-18e9-40d1-87cd-8a07f795e7bf {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:44.111729 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d121270-00a5-4d73-a0e1-81b4a4778120", "tag": "3d06ec85-4434-4f4d-b656-178bf4bdd378", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:44.111985 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13175564-18e9-40d1-87cd-8a07f795e7bf {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:44.112393 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13175564-18e9-40d1-87cd-8a07f795e7bf'] response: {'name': 'network-changed', 'server_uuid': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'tag': '3d06ec85-4434-4f4d-b656-178bf4bdd378', 'status': 'completed', 'code': 200} Aug 04 02:25:44.132087 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d938f0-d3f1-4ce9-9048-09952b28d50f service neutron] Pushing event updated for resources: {'Port': ['ID=3d06ec85-4434-4f4d-b656-178bf4bdd378,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:44.145528 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-8c7e0bcf-0d65-4f48-b8a6-a2e1495670a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:44.147020 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-8c7e0bcf-0d65-4f48-b8a6-a2e1495670a5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8fd26658f57474aba12bceb6b9c7176&device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 1127 time: 0.0535436 Aug 04 02:25:44.185709 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-401f6295-4461-4420-b3a4-6d5f46b8d773 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378 HTTP/1.1" status: 200 len: 217 time: 0.0325491 Aug 04 02:25:44.266280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-0e60106f-5ffe-4e2d-8289-c9c5004a8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:44.267706 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-0e60106f-5ffe-4e2d-8289-c9c5004a8b2f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=b4b909a2-df3c-48c4-a490-32fa7afe0a66 HTTP/1.1" status: 200 len: 853 time: 0.0758114 Aug 04 02:25:44.273784 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd1148-e937-4916-aeef-7dbd11cde4e2 req-649f4933-0e86-4810-b10b-e93f2a5f975e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:44.275111 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00dd1148-e937-4916-aeef-7dbd11cde4e2 req-649f4933-0e86-4810-b10b-e93f2a5f975e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0579772 Aug 04 02:25:44.314716 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-3cae9300-75f1-4c62-b8f4-4b634a8f26a0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=63632897-cfd5-41e9-875a-d724156cb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387130 Aug 04 02:25:44.337834 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:44.404027 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-00dd1148-e937-4916-aeef-7dbd11cde4e2 req-192e81f0-1d5e-4add-b93c-168e9947e78b tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206424 Aug 04 02:25:44.438162 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:44.445349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-570bfed3-ed9c-44b8-817a-6228e128dcc7 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178336 Aug 04 02:25:44.523402 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:44.538930 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a6e1cd3e-1a3f-4c71-9c52-0ed1fc0b0b47 req-f0d2a0ab-325e-4877-863b-3037268e5d63 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883591 Aug 04 02:25:44.896749 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:25:45.213760 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cb0de-2b6e-412d-80cf-5d9a86442df1 req-f2c34943-61f3-4e06-86aa-f99c82693f33 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:45.215167 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-317cb0de-2b6e-412d-80cf-5d9a86442df1 req-f2c34943-61f3-4e06-86aa-f99c82693f33 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 943 time: 0.0468800 Aug 04 02:25:45.261550 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-317cb0de-2b6e-412d-80cf-5d9a86442df1 req-8154441f-c427-48e7-b04d-e667cfb67ba1 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Aug 04 02:25:45.316903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-89aad603-d285-4859-88b1-cb35287a1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:45.318400 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-89aad603-d285-4859-88b1-cb35287a1a06 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8fd26658f57474aba12bceb6b9c7176&device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 1127 time: 0.0454228 Aug 04 02:25:45.410827 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-c01e4beb-8fa5-4cba-bee2-e87e0e3ea57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:45.412465 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-c01e4beb-8fa5-4cba-bee2-e87e0e3ea57a service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 200 len: 914 time: 0.0871744 Aug 04 02:25:45.457934 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-554de68e-676a-497e-ad85-db563e5fbebd service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378 HTTP/1.1" status: 200 len: 217 time: 0.0393188 Aug 04 02:25:45.538245 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-8e274688-9152-4a29-a949-a0297c159f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:45.539654 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-8e274688-9152-4a29-a949-a0297c159f7b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=b4b909a2-df3c-48c4-a490-32fa7afe0a66 HTTP/1.1" status: 200 len: 853 time: 0.0764234 Aug 04 02:25:45.548208 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f1952-90a0-4e0e-8331-f08a239e70fe req-ed60ed0f-5e38-4fd7-977c-10aa669c6719 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:45.549615 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-859f1952-90a0-4e0e-8331-f08a239e70fe req-ed60ed0f-5e38-4fd7-977c-10aa669c6719 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0599239 Aug 04 02:25:45.583557 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-6bbecb78-7f5e-4c76-bd02-fbc804265cd2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=63632897-cfd5-41e9-875a-d724156cb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323918 Aug 04 02:25:45.601419 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:45.693477 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-859f1952-90a0-4e0e-8331-f08a239e70fe req-31de5a24-bef5-4e52-b152-dacec36c7de9 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327772 Aug 04 02:25:45.715115 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-5a707a19-0eac-4371-ac0f-5be9f6017253 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256044 Aug 04 02:25:45.815219 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0b8c1651-e70f-42f5-b526-ee56e1655601 req-e06169bd-e24c-4e06-9b2b-00714989dc9b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940230 Aug 04 02:25:46.211167 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 3d06ec85-4434-4f4d-b656-178bf4bdd378 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:25:46.312046 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 3d06ec85-4434-4f4d-b656-178bf4bdd378, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:46.323476 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '3d06ec85-4434-4f4d-b656-178bf4bdd378', 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5', 'port_id': '3d06ec85-4434-4f4d-b656-178bf4bdd378', 'mac_address': 'fa:16:3e:ab:7a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b909a2-df3c-48c4-a490-32fa7afe0a66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:25:46.359161 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 3d06ec85-4434-4f4d-b656-178bf4bdd378 is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:25:46.359554 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:46.372746 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d06ec85-4434-4f4d-b656-178bf4bdd378 {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:25:46.380079 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2df2-417d-41ba-b2ac-ac2a4f094a77 req-632a37aa-1f83-493c-b79f-69d73f3f4c7a tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:46.381612 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d6c2df2-417d-41ba-b2ac-ac2a4f094a77 req-632a37aa-1f83-493c-b79f-69d73f3f4c7a tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 943 time: 0.0474141 Aug 04 02:25:46.393067 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 3d06ec85-4434-4f4d-b656-178bf4bdd378, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:46.397343 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:46.442176 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4d6c2df2-417d-41ba-b2ac-ac2a4f094a77 req-b73ca925-8faf-4b89-b336-3b3707385c97 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546107 Aug 04 02:25:46.455301 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=3d06ec85-4434-4f4d-b656-178bf4bdd378,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:46.462611 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.462890 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.463232 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.463571 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.463904 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.464233 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.464560 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.464914 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.465248 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.465575 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.465901 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.466226 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.466547 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.466867 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.467190 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:25:46.625740 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['3d06ec85-4434-4f4d-b656-178bf4bdd378'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:25:46.811186 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf700e-1980-4e8d-9bd9-3708b1bed6c1 req-09ed1059-e53e-4755-ba98-6eb58e22f084 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:46.813180 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-babf700e-1980-4e8d-9bd9-3708b1bed6c1 req-09ed1059-e53e-4755-ba98-6eb58e22f084 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0462077 Aug 04 02:25:46.875785 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-babf700e-1980-4e8d-9bd9-3708b1bed6c1 req-e646f33d-2d80-48e0-9973-fe61b0d7ca8c tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569115 Aug 04 02:25:47.559567 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ae997-9d57-4f97-b6a7-99f313c93c1d req-d28d6779-369f-4d0f-bd83-aaf923ef62ad tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:47.560994 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b3ae997-9d57-4f97-b6a7-99f313c93c1d req-d28d6779-369f-4d0f-bd83-aaf923ef62ad tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 944 time: 0.0474443 Aug 04 02:25:47.611024 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5b3ae997-9d57-4f97-b6a7-99f313c93c1d req-8d23d67e-15fe-4d48-aea6-9795a6947b8a tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427287 Aug 04 02:25:47.992031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86d0bf-ed94-45b2-b048-494998094168 req-9287655e-233f-4ef2-bba6-7b4ab33e2e2e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:47.993531 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca86d0bf-ed94-45b2-b048-494998094168 req-9287655e-233f-4ef2-bba6-7b4ab33e2e2e tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0468185 Aug 04 02:25:48.012497 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:48.056471 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-ca86d0bf-ed94-45b2-b048-494998094168 req-620672df-4035-4594-9307-b0a6553d7453 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573151 Aug 04 02:25:48.224573 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 3d06ec85-4434-4f4d-b656-178bf4bdd378 up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:25:48.265386 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 3d06ec85-4434-4f4d-b656-178bf4bdd378 completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:25:48.270350 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 3d06ec85-4434-4f4d-b656-178bf4bdd378 triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:25:48.270801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:48.341696 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 3d06ec85-4434-4f4d-b656-178bf4bdd378 is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:25:48.342078 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:48.365088 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06ec85-4434-4f4d-b656-178bf4bdd378'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:25:48.367499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6638d4-7ab3-4963-9ed2-6dbb6af93775" -d '{"events": [{"server_uuid": "9d121270-00a5-4d73-a0e1-81b4a4778120", "name": "network-vif-plugged", "status": "completed", "tag": "3d06ec85-4434-4f4d-b656-178bf4bdd378"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:25:48.379597 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 3d06ec85-4434-4f4d-b656-178bf4bdd378, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:25:48.383676 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:25:48.409562 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14572bf0-c357-4b6f-8bab-e84d05daccac x-openstack-request-id: req-14572bf0-c357-4b6f-8bab-e84d05daccac {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:25:48.409850 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d121270-00a5-4d73-a0e1-81b4a4778120", "name": "network-vif-plugged", "status": "completed", "tag": "3d06ec85-4434-4f4d-b656-178bf4bdd378", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:25:48.410099 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-14572bf0-c357-4b6f-8bab-e84d05daccac {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:25:48.410484 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14572bf0-c357-4b6f-8bab-e84d05daccac'] response: {'server_uuid': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d06ec85-4434-4f4d-b656-178bf4bdd378', 'code': 200} Aug 04 02:25:48.436469 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=3d06ec85-4434-4f4d-b656-178bf4bdd378,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:25:48.762578 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420641b-191d-478c-b7be-e8ecd1afff6d req-887dd31d-f662-4903-b6e9-bf3561ae4056 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:48.763959 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0420641b-191d-478c-b7be-e8ecd1afff6d req-887dd31d-f662-4903-b6e9-bf3561ae4056 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 945 time: 0.0812151 Aug 04 02:25:48.769443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3c88d-190e-4a07-97c4-106dc7773c4b req-988535b8-da05-40a0-be3f-8eb2c351d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:48.770864 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3b3c88d-190e-4a07-97c4-106dc7773c4b req-988535b8-da05-40a0-be3f-8eb2c351d99e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 1129 time: 0.0552874 Aug 04 02:25:48.844349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0420641b-191d-478c-b7be-e8ecd1afff6d req-ba44a9c0-03b0-4097-8fe9-14dfb4298675 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725510 Aug 04 02:25:48.847042 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a3b3c88d-190e-4a07-97c4-106dc7773c4b req-e9c6cb52-893a-49e7-96ee-a9c667fb6871 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694253 Aug 04 02:25:49.178931 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337a905-96fc-4ce8-8671-4339958afcf2 req-ca78ea77-eaab-4b2c-8ac3-d4e3b7f3e87a tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:49.180381 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4337a905-96fc-4ce8-8671-4339958afcf2 req-ca78ea77-eaab-4b2c-8ac3-d4e3b7f3e87a tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0501859 Aug 04 02:25:49.240567 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4337a905-96fc-4ce8-8671-4339958afcf2 req-0f5b771b-0cd4-4b7c-a409-9846135af7d4 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&id=88174330-137d-45cf-91a0-6fbf482d4048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545053 Aug 04 02:25:49.564867 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=22,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:49.568047 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:49.961330 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c35406-149a-4d8b-8b2e-c6ecf946db07 req-981fb741-caea-4d39-931b-488d1c03b465 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:49.962804 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60c35406-149a-4d8b-8b2e-c6ecf946db07 req-981fb741-caea-4d39-931b-488d1c03b465 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 945 time: 0.0466237 Aug 04 02:25:50.009514 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-60c35406-149a-4d8b-8b2e-c6ecf946db07 req-56e39852-4b7e-4868-8cba-26225667715b tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Aug 04 02:25:51.124991 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf44a25-6dcf-4b34-8f93-b5ec32609faf req-57a4c77b-7f4e-46b4-ad95-e6d4c56bc644 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:25:51.126682 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbf44a25-6dcf-4b34-8f93-b5ec32609faf req-57a4c77b-7f4e-46b4-ad95-e6d4c56bc644 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 945 time: 0.0477505 Aug 04 02:25:51.155788 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:51.177423 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dbf44a25-6dcf-4b34-8f93-b5ec32609faf req-08d644cd-3e3b-4494-bcd6-f7a8a83c71d0 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Aug 04 02:25:58.427872 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:58.432722 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:25:58.433935 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:01.167041 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=54 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:01.174359 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:04.423083 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=15 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:04.424927 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=13 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:04.537503 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:09.337307 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9b3508f-bd42-4052-99bf-8c4d3b4d6773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:10.254744 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-a45b6862-9335-41f3-907f-2a76a8c739d0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383136 Aug 04 02:26:10.316698 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-4db12fab-c51b-42f1-9ff7-bf78871d79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:10.318174 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-4db12fab-c51b-42f1-9ff7-bf78871d79e9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1169 time: 0.0403993 Aug 04 02:26:10.425306 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-f7b054d9-f867-4d54-86e6-3ca6b985636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:10.426767 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-f7b054d9-f867-4d54-86e6-3ca6b985636e service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.0893161 Aug 04 02:26:10.489840 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-971e0020-4d84-4f26-b8f0-ed681b789fd8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 1001 time: 0.0566211 Aug 04 02:26:10.538398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-7d39519e-d6cc-4a38-9b70-70e3ffd66939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:10.539708 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-7d39519e-d6cc-4a38-9b70-70e3ffd66939 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0434296 Aug 04 02:26:10.590025 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-e4d481da-c9b8-4946-bcdf-d7d726a4a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:10.591514 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-e4d481da-c9b8-4946-bcdf-d7d726a4a329 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438843 Aug 04 02:26:10.682240 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-35f6dcbe-a92f-435c-8c5e-76d909ad61eb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Aug 04 02:26:11.030940 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-44c97d59-5a73-4ec3-914e-46b6655008e7 req-d2e95cc8-e601-4edf-8a3b-e8345034290b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431859 Aug 04 02:26:11.507245 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cea1485e-5a02-4daa-8638-36a44223fd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:12.771621 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:14.341261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:14.432463 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:19.827117 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:19.827901 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:21.026635 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=50 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:21.027559 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=51 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:21.896453 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:26:24.420744 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:24.425890 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:24.428052 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:30.787108 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956d4a4-1bc0-4cb6-bdb9-2bdcbb1950ad req-5b711b06-9bc0-47bc-aff3-c6f3f19aad2e tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:30.788461 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d956d4a4-1bc0-4cb6-bdb9-2bdcbb1950ad req-5b711b06-9bc0-47bc-aff3-c6f3f19aad2e tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Aug 04 02:26:30.836199 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d956d4a4-1bc0-4cb6-bdb9-2bdcbb1950ad req-52829a88-e3d9-45a3-af85-4c0c4dc1e1e0 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Aug 04 02:26:31.892089 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:31.956801 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efacdf4-4bad-4f67-98ee-a3352736091d req-272a9f90-a71a-4dd5-8ccc-b1f216147066 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:31.958210 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efacdf4-4bad-4f67-98ee-a3352736091d req-272a9f90-a71a-4dd5-8ccc-b1f216147066 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 945 time: 0.0500290 Aug 04 02:26:32.004593 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-0efacdf4-4bad-4f67-98ee-a3352736091d req-b63fff99-461e-4058-95fd-f30991d56e17 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Aug 04 02:26:32.401016 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-025aa7fb-1003-4539-a0e5-6fb12e76fb8a tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:32.402459 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-025aa7fb-1003-4539-a0e5-6fb12e76fb8a tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 945 time: 0.0473218 Aug 04 02:26:32.487891 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Deleting port 3d06ec85-4434-4f4d-b656-178bf4bdd378 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:26:32.488228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:32.580455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] For port 3d06ec85-4434-4f4d-b656-178bf4bdd378, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3d06ec85-4434-4f4d-b656-178bf4bdd378,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:26:32.581376 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:32.593890 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Calling delete_port for 3d06ec85-4434-4f4d-b656-178bf4bdd378 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:26:32.725135 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (3d06ec85-4434-4f4d-b656-178bf4bdd378), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:32.754077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Pushing event deleted for resources: {'Port': ['ID=3d06ec85-4434-4f4d-b656-178bf4bdd378,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:32.766813 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.767163 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.767507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.767852 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.768211 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.768546 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.768897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.769228 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.769557 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.769883 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.770207 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.770529 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.770851 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.771171 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.771515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:32.807421 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] No DVR routers for this DVR port 3d06ec85-4434-4f4d-b656-178bf4bdd378 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:26:32.809914 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:32.813129 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c2aa7ce3-7bd2-4fb8-9028-5389d6344f6c req-6231ae83-1ff8-43cf-86b8-2e0942360a94 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "DELETE /networking/v2.0/ports/3d06ec85-4434-4f4d-b656-178bf4bdd378 HTTP/1.1" status: 204 len: 173 time: 0.4051342 Aug 04 02:26:32.813560 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'name': 'network-vif-deleted', 'tag': '3d06ec85-4434-4f4d-b656-178bf4bdd378'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:26:32.816414 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3e7a6b-d54f-4d5c-a78d-2aba4d968058" -d '{"events": [{"server_uuid": "9d121270-00a5-4d73-a0e1-81b4a4778120", "name": "network-vif-deleted", "tag": "3d06ec85-4434-4f4d-b656-178bf4bdd378"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:26:32.853954 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b77e77-f4ff-4e16-99ab-62222858201d x-openstack-request-id: req-57b77e77-f4ff-4e16-99ab-62222858201d {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:26:32.854259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d121270-00a5-4d73-a0e1-81b4a4778120", "name": "network-vif-deleted", "tag": "3d06ec85-4434-4f4d-b656-178bf4bdd378", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:26:32.854515 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57b77e77-f4ff-4e16-99ab-62222858201d {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:26:32.854923 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b77e77-f4ff-4e16-99ab-62222858201d'] response: {'server_uuid': '9d121270-00a5-4d73-a0e1-81b4a4778120', 'name': 'network-vif-deleted', 'tag': '3d06ec85-4434-4f4d-b656-178bf4bdd378', 'status': 'completed', 'code': 200} Aug 04 02:26:33.120032 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2d620506-fd26-4b4b-b721-5e82fab413d1 req-2869d834-46ed-44b8-8055-da8be713c87d tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=9d121270-00a5-4d73-a0e1-81b4a4778120 HTTP/1.1" status: 200 len: 210 time: 0.0316863 Aug 04 02:26:34.372987 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 3d06ec85-4434-4f4d-b656-178bf4bdd378 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:26:34.424099 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 3d06ec85-4434-4f4d-b656-178bf4bdd378 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:26:34.424860 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 3d06ec85-4434-4f4d-b656-178bf4bdd378 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:26:34.537549 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:39.330158 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2c0e80fd-df26-40b1-9ac1-55acf3a6b61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:41.508653 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-469954fd-407e-4616-9de0-e8fb3725ebe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:42.114235 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-d40d2093-02d1-4099-87c0-f911a1553079 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:42.115686 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-d40d2093-02d1-4099-87c0-f911a1553079 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/networks?id=63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 200 len: 813 time: 0.1016083 Aug 04 02:26:42.130750 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-9c8536c2-9682-425c-821c-37734ae8a09d tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/quotas/b8fd26658f57474aba12bceb6b9c7176 HTTP/1.1" status: 200 len: 375 time: 0.0095410 Aug 04 02:26:42.166338 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-c72dc637-d666-430d-882c-f9cad94e2eab tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=b8fd26658f57474aba12bceb6b9c7176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306962 Aug 04 02:26:42.221929 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:42.254852 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-b3f42700-3d59-4518-ae7e-7a8577540264 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Aug 04 02:26:42.348423 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-08464959-32dd-4118-a93e-0d69847a4185 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879269 Aug 04 02:26:42.521138 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-efff8ec4-d1d4-4c5a-a8cc-19922c763389 req-8354c05d-6bf5-46bb-ad2f-a6c3d06d4b74 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 210 time: 0.0294838 Aug 04 02:26:42.774272 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:43.464126 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-73c9760b-1698-4705-98b9-a1f63e0977c5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:43.465605 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-73c9760b-1698-4705-98b9-a1f63e0977c5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "GET /networking/v2.0/networks?id=63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 200 len: 813 time: 0.1165452 Aug 04 02:26:43.480058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Request body: {'port': {'device_id': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5', 'admin_state_up': True, 'tenant_id': 'b8fd26658f57474aba12bceb6b9c7176'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:26:43.541387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:43.604528 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Made reservation on behalf of b8fd26658f57474aba12bceb6b9c7176 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:26:43.607658 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:43.634472 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d2e9427b-b132-46d1-bca1-77b56420c2b7 req-ee69d9c5-3e61-4230-baf7-beb7f84af7dc tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 210 time: 0.0419400 Aug 04 02:26:43.749846 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Allocated IP 172.20.0.8 (63632897-cfd5-41e9-875a-d724156cb8a5/b4b909a2-df3c-48c4-a490-32fa7afe0a66/324a1895-e679-4f2c-89b8-1cdd563d2bea) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:26:43.902936 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks [] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:43.934812 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:43.968981 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:43.980169 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Network 63632897-cfd5-41e9-875a-d724156cb8a5 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:26:43.986746 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:26:43.990993 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:26:43.995645 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Pushing event updated for resources: {'Port': ['ID=324a1895-e679-4f2c-89b8-1cdd563d2bea,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:44.043579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:44.044185 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.060283 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-3ef18d62-76fb-4eb8-9cde-8fd7e01e2c90 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856564 Aug 04 02:26:44.072452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Request body: {'port': {'device_id': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:26:44.133696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.325918 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:44.344432 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.388481 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324a1895-e679-4f2c-89b8-1cdd563d2bea {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:26:44.395971 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Publish callbacks [] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.408850 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Transition to ACTIVE for port object 324a1895-e679-4f2c-89b8-1cdd563d2bea will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:26:44.412612 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.437637 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.471178 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Pushing event updated for resources: {'Port': ['ID=324a1895-e679-4f2c-89b8-1cdd563d2bea,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:44.521646 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Attempting to bind port 324a1895-e679-4f2c-89b8-1cdd563d2bea on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:26:44.521976 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Attempting to bind port 324a1895-e679-4f2c-89b8-1cdd563d2bea by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:26:44.522307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Attempting to bind port 324a1895-e679-4f2c-89b8-1cdd563d2bea on network 63632897-cfd5-41e9-875a-d724156cb8a5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:26:44.526581 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Port 324a1895-e679-4f2c-89b8-1cdd563d2bea on network 63632897-cfd5-41e9-875a-d724156cb8a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:26:44.526901 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Attempting to bind port 324a1895-e679-4f2c-89b8-1cdd563d2bea on network 63632897-cfd5-41e9-875a-d724156cb8a5 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:26:44.531863 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:26:44.532193 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Checking segment: {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:26:44.532572 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Bound using segment: {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:26:44.533540 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Bound port: 324a1895-e679-4f2c-89b8-1cdd563d2bea, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:26:44.533928 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.600011 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] For port 324a1895-e679-4f2c-89b8-1cdd563d2bea, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:26:44.603410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] For port 324a1895-e679-4f2c-89b8-1cdd563d2bea, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:26:44.609473 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.613611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:44.614220 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:44.615579 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/324a1895-e679-4f2c-89b8-1cdd563d2bea HTTP/1.1" status: 200 len: 1093 time: 0.5479460 Aug 04 02:26:44.616062 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'tag': '324a1895-e679-4f2c-89b8-1cdd563d2bea'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:26:44.618316 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cfbd4f-4577-4dac-9361-e1ce63f4141b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4043cf-ce9f-4a41-bd25-194e27776986", "tag": "324a1895-e679-4f2c-89b8-1cdd563d2bea"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:26:44.671355 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73820d33-051f-4475-adf7-793af470b885 x-openstack-request-id: req-73820d33-051f-4475-adf7-793af470b885 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:26:44.671642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4043cf-ce9f-4a41-bd25-194e27776986", "tag": "324a1895-e679-4f2c-89b8-1cdd563d2bea", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:26:44.672238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73820d33-051f-4475-adf7-793af470b885 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:26:44.672386 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73820d33-051f-4475-adf7-793af470b885'] response: {'name': 'network-changed', 'server_uuid': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'tag': '324a1895-e679-4f2c-89b8-1cdd563d2bea', 'status': 'completed', 'code': 200} Aug 04 02:26:44.710485 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6673e-a91b-4feb-af94-09a949baa4fa service neutron] Pushing event updated for resources: {'Port': ['ID=324a1895-e679-4f2c-89b8-1cdd563d2bea,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:44.724895 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-1b9254c4-b955-4a70-957e-fd5b4501b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:44.726352 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-1b9254c4-b955-4a70-957e-fd5b4501b546 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8fd26658f57474aba12bceb6b9c7176&device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 1127 time: 0.0661304 Aug 04 02:26:44.783928 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-30b4e354-b4ff-48a6-ad30-2eda9da39455 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea HTTP/1.1" status: 200 len: 217 time: 0.0413721 Aug 04 02:26:44.794419 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be833ec0-464f-4832-9630-a7f20e825e89 req-738c54d0-e2f7-455f-bd0e-f631ecc34fe4 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:44.795830 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be833ec0-464f-4832-9630-a7f20e825e89 req-738c54d0-e2f7-455f-bd0e-f631ecc34fe4 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 943 time: 0.0864511 Aug 04 02:26:44.858520 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:44.862880 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-2ad5caf6-4277-44d3-b9cf-b236431c476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:44.864315 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-2ad5caf6-4277-44d3-b9cf-b236431c476a service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=b4b909a2-df3c-48c4-a490-32fa7afe0a66 HTTP/1.1" status: 200 len: 853 time: 0.0676591 Aug 04 02:26:44.889782 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-be833ec0-464f-4832-9630-a7f20e825e89 req-e639f7a9-e984-454b-aead-5d645004c00a tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845945 Aug 04 02:26:44.909144 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-4d6f14ba-d5e8-45bb-918b-02939109877c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=63632897-cfd5-41e9-875a-d724156cb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367329 Aug 04 02:26:45.003044 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-ba38c500-2764-4094-aa77-286fc5f65c54 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879819 Aug 04 02:26:45.094337 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1308a028-efe5-469f-b290-0192edc2c2c1 req-df085235-19e7-4259-853e-fac34eaa5430 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852196 Aug 04 02:26:45.920696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-652a5cf1-2e64-42c1-8e26-3cc9e0355a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:45.922146 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-652a5cf1-2e64-42c1-8e26-3cc9e0355a3f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=b8fd26658f57474aba12bceb6b9c7176&device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 1127 time: 0.0439982 Aug 04 02:26:46.031919 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d05dc-0a71-4f3f-8550-cd7fafeaaa6c req-e5633563-1f19-4a6c-b98a-d1d87e51428b tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:46.033439 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf0d05dc-0a71-4f3f-8550-cd7fafeaaa6c req-e5633563-1f19-4a6c-b98a-d1d87e51428b tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 943 time: 0.0625179 Aug 04 02:26:46.052547 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:46.071233 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-effccf4a-9368-425e-b941-55b6fb9f6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:46.072672 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-effccf4a-9368-425e-b941-55b6fb9f6dd9 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 200 len: 914 time: 0.1444590 Aug 04 02:26:46.121645 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-30ab22cf-275e-41ae-a1b5-9b8281a74831 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea HTTP/1.1" status: 200 len: 217 time: 0.0432563 Aug 04 02:26:46.140657 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-bf0d05dc-0a71-4f3f-8550-cd7fafeaaa6c req-e5c5c7e7-2a52-4c13-8ea0-8def409b7039 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990472 Aug 04 02:26:46.176172 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-496ddbc4-aa97-4ce4-9579-561f3b80452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:46.177605 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-496ddbc4-aa97-4ce4-9579-561f3b80452c service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=b4b909a2-df3c-48c4-a490-32fa7afe0a66 HTTP/1.1" status: 200 len: 853 time: 0.0480778 Aug 04 02:26:46.209088 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-709da9b0-c440-419f-b889-6ea8bdd233c0 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=63632897-cfd5-41e9-875a-d724156cb8a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256245 Aug 04 02:26:46.299420 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-6d1ab818-b783-4093-a46c-2e44be1a7f3d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Aug 04 02:26:46.387594 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-23cfbd4f-4577-4dac-9361-e1ce63f4141b req-c8b36ca0-d91e-4bae-b865-bba2178badc0 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828269 Aug 04 02:26:47.256087 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af876fc9-2caf-43cf-9468-544b1866db73 req-c243e303-49b6-4250-966e-1a6c52007a68 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:47.257553 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-af876fc9-2caf-43cf-9468-544b1866db73 req-c243e303-49b6-4250-966e-1a6c52007a68 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 943 time: 0.0463445 Aug 04 02:26:47.307657 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-af876fc9-2caf-43cf-9468-544b1866db73 req-b8f84444-e348-449d-bb5c-0a4ac6ba0594 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Aug 04 02:26:48.382307 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 324a1895-e679-4f2c-89b8-1cdd563d2bea details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:26:48.424680 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958a1f-ba1a-4b71-a968-f6b3286f094f req-953daa33-f551-4225-94a8-c4987de7604e tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:48.426145 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21958a1f-ba1a-4b71-a968-f6b3286f094f req-953daa33-f551-4225-94a8-c4987de7604e tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 943 time: 0.0469518 Aug 04 02:26:48.474136 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-21958a1f-ba1a-4b71-a968-f6b3286f094f req-469a3900-5e83-4e57-9d4e-d1f7a5a2f008 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Aug 04 02:26:48.486449 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 324a1895-e679-4f2c-89b8-1cdd563d2bea, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:26:48.497582 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '324a1895-e679-4f2c-89b8-1cdd563d2bea', 'network_id': '63632897-cfd5-41e9-875a-d724156cb8a5', 'port_id': '324a1895-e679-4f2c-89b8-1cdd563d2bea', 'mac_address': 'fa:16:3e:06:ae:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b909a2-df3c-48c4-a490-32fa7afe0a66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:26:48.531457 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 324a1895-e679-4f2c-89b8-1cdd563d2bea is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:26:48.531845 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:48.545460 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324a1895-e679-4f2c-89b8-1cdd563d2bea {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:26:48.568007 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 324a1895-e679-4f2c-89b8-1cdd563d2bea, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:26:48.571848 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:48.618935 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=324a1895-e679-4f2c-89b8-1cdd563d2bea,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:48.625936 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.626288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.626669 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.627014 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.627352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.627682 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.628011 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.628340 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.628691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.629020 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.629350 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.629677 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.630000 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.630323 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.630649 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:48.792172 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['324a1895-e679-4f2c-89b8-1cdd563d2bea'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:26:49.591023 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af213b-edea-4a2f-af4a-f63590636a3c req-a9cb0bb2-0aea-4626-8d26-c10dc28777cf tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:49.592402 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b7af213b-edea-4a2f-af4a-f63590636a3c req-a9cb0bb2-0aea-4626-8d26-c10dc28777cf tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 944 time: 0.0483284 Aug 04 02:26:49.639368 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b7af213b-edea-4a2f-af4a-f63590636a3c req-e69660c0-692d-4439-bcd9-170f5aa3eb38 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Aug 04 02:26:50.395176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 324a1895-e679-4f2c-89b8-1cdd563d2bea up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:26:50.437624 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 324a1895-e679-4f2c-89b8-1cdd563d2bea completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:26:50.443533 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 324a1895-e679-4f2c-89b8-1cdd563d2bea triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:26:50.443945 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:50.515781 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 324a1895-e679-4f2c-89b8-1cdd563d2bea is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:26:50.516183 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:50.539045 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324a1895-e679-4f2c-89b8-1cdd563d2bea'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:26:50.541469 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77c160-aea6-4587-b2da-f63cf7c29bc3" -d '{"events": [{"server_uuid": "bc4043cf-ce9f-4a41-bd25-194e27776986", "name": "network-vif-plugged", "status": "completed", "tag": "324a1895-e679-4f2c-89b8-1cdd563d2bea"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:26:50.555137 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 324a1895-e679-4f2c-89b8-1cdd563d2bea, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:26:50.559277 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:50.585370 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33358275-18c6-487f-83ba-d98e4e5a0649 x-openstack-request-id: req-33358275-18c6-487f-83ba-d98e4e5a0649 {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:26:50.585661 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4043cf-ce9f-4a41-bd25-194e27776986", "name": "network-vif-plugged", "status": "completed", "tag": "324a1895-e679-4f2c-89b8-1cdd563d2bea", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:26:50.585911 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33358275-18c6-487f-83ba-d98e4e5a0649 {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:26:50.586303 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33358275-18c6-487f-83ba-d98e4e5a0649'] response: {'server_uuid': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324a1895-e679-4f2c-89b8-1cdd563d2bea', 'code': 200} Aug 04 02:26:50.614288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=324a1895-e679-4f2c-89b8-1cdd563d2bea,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:50.764554 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:50.787939 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d5765-8620-4fee-b7d8-8fdb495d3384 req-a3a7247d-68eb-4e66-a5c5-5c860b6408b8 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:50.789444 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b30d5765-8620-4fee-b7d8-8fdb495d3384 req-a3a7247d-68eb-4e66-a5c5-5c860b6408b8 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 945 time: 0.0779028 Aug 04 02:26:50.790507 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c4bae-c74f-4383-94a9-c213aed61098 req-7387381a-98f4-4d56-98ac-49da504beab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:50.791841 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f65c4bae-c74f-4383-94a9-c213aed61098 req-7387381a-98f4-4d56-98ac-49da504beab3 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 1129 time: 0.0784290 Aug 04 02:26:50.866602 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b30d5765-8620-4fee-b7d8-8fdb495d3384 req-a4008f3f-38d4-4c35-acb3-fe82d9f7f5a3 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712612 Aug 04 02:26:50.868692 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f65c4bae-c74f-4383-94a9-c213aed61098 req-1b5be15b-bcad-4ff0-a336-93cd70b49d2b service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660527 Aug 04 02:26:51.992839 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7adc1-dcaf-4fec-b73d-bcf0a0b00a76 req-7c1a05e3-2d3d-4d45-952d-ff4fc92d3885 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:51.994291 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1eb7adc1-dcaf-4fec-b73d-bcf0a0b00a76 req-7c1a05e3-2d3d-4d45-952d-ff4fc92d3885 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 945 time: 0.0530856 Aug 04 02:26:52.041009 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1eb7adc1-dcaf-4fec-b73d-bcf0a0b00a76 req-e52af5a7-5ada-48a6-849f-96fdb4507717 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Aug 04 02:26:52.693060 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-20baf367-7002-40af-8ec4-64265c181483 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1807805979&fields=id&tenant_id=06f7c91a924c447fbca1b6a784d7b167 HTTP/1.1" status: 200 len: 267 time: 0.0470121 Aug 04 02:26:52.745490 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-27a14157-5a6a-47db-a3a0-e6d20dc408e8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:52.746893 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-27a14157-5a6a-47db-a3a0-e6d20dc408e8 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 985 time: 0.0485828 Aug 04 02:26:52.758014 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Request body: {'port': {'security_groups': ['bce84aba-ff83-4a95-bf47-f251636f28f6']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:26:52.804137 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:52.842054 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.012248 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:26:53.040035 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for port (92139371-2e53-454b-9e82-e159aac502fd), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.044368 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.055030 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:53.055626 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.057010 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-353d0939-6d42-47c6-8ab2-9f4cc681c324 req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "PUT /networking/v2.0/ports/92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 943 time: 0.3037376 Aug 04 02:26:53.057496 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:26:53.059718 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed40e81-583f-4cba-a91f-2408a0633956" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:26:53.060660 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['92139371-2e53-454b-9e82-e159aac502fd'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:26:53.063740 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33170) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:26:53.105118 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3680602-ba59-4b0c-b9be-92f42d9a6bd5 x-openstack-request-id: req-b3680602-ba59-4b0c-b9be-92f42d9a6bd5 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:26:53.105399 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:26:53.105649 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3680602-ba59-4b0c-b9be-92f42d9a6bd5 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:26:53.106042 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3680602-ba59-4b0c-b9be-92f42d9a6bd5'] response: {'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'status': 'completed', 'code': 200} Aug 04 02:26:53.146221 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['92139371-2e53-454b-9e82-e159aac502fd'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:26:53.174144 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2d2d1-7ffa-4d60-ba27-c06c06215410 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event updated for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=7']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:53.195655 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-4c2ec78d-0bf2-4ac1-a031-a0b4c8b2e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:53.197149 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-4c2ec78d-0bf2-4ac1-a031-a0b4c8b2e7fd service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1130 time: 0.0636539 Aug 04 02:26:53.202471 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15f87ff7-9077-4536-a68a-ea27bdeb9a07 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group (88174330-137d-45cf-91a0-6fbf482d4048), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.276305 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15f87ff7-9077-4536-a68a-ea27bdeb9a07 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group (88174330-137d-45cf-91a0-6fbf482d4048), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.292671 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:53.303329 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:53.313703 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:53.336121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:53.342871 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-96c7201c-dc95-45e3-966a-f76b5f8611e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:53.345461 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-96c7201c-dc95-45e3-966a-f76b5f8611e2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.1411130 Aug 04 02:26:53.416730 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-e506a687-a030-475f-969d-3fa9c204f442 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 1001 time: 0.0643189 Aug 04 02:26:53.417432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15f87ff7-9077-4536-a68a-ea27bdeb9a07 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (88174330-137d-45cf-91a0-6fbf482d4048), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.419937 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-15f87ff7-9077-4536-a68a-ea27bdeb9a07 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.420968 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-15f87ff7-9077-4536-a68a-ea27bdeb9a07 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/88174330-137d-45cf-91a0-6fbf482d4048 HTTP/1.1" status: 204 len: 168 time: 0.3562021 Aug 04 02:26:53.423946 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33172) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:26:53.458997 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f87ff7-9077-4536-a68a-ea27bdeb9a07 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88174330-137d-45cf-91a0-6fbf482d4048,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:53.483033 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-1f02dc08-7d34-42ae-bc83-29dd7df429ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:53.485475 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-1f02dc08-7d34-42ae-bc83-29dd7df429ce service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0602956 Aug 04 02:26:53.531029 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-5b2a203c-de3e-4d25-99a7-4418398e6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:53.532524 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-5b2a203c-de3e-4d25-99a7-4418398e6214 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412683 Aug 04 02:26:53.588010 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Deleting port 82ea541b-075d-4baf-b54b-7b2db5fcb833 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:26:53.588259 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.629492 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-94839ed2-0bab-4d8f-b4c3-c63736e39098 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906494 Aug 04 02:26:53.666500 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.666837 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for floatingip (82ea541b-075d-4baf-b54b-7b2db5fcb833), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.680069 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Calling delete_port for 82ea541b-075d-4baf-b54b-7b2db5fcb833 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:26:53.727496 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8ed40e81-583f-4cba-a91f-2408a0633956 req-3be8e59d-ce4a-4bc4-8af5-1f2fd90c4c2f service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916693 Aug 04 02:26:53.827944 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (82ea541b-075d-4baf-b54b-7b2db5fcb833), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.854846 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event deleted for resources: {'Port': ['ID=82ea541b-075d-4baf-b54b-7b2db5fcb833,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:26:53.878661 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.879007 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.879344 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.879677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.880001 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.880326 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.880666 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.880992 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.881321 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.881628 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.881945 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.882261 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.882577 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.882890 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.883204 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:26:53.929130 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks [] for floatingip (0b85e332-a5e8-4e54-8daa-725e1fed55f5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:53.929525 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Floating IP 0b85e332-a5e8-4e54-8daa-725e1fed55f5 disassociated (deleted). External IP: 172.27.4.96, port: 92139371-2e53-454b-9e82-e159aac502fd. Aug 04 02:26:54.124093 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Router 7a911397-9f74-474c-ba32-3103fd8970e0 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:26:54.226930 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:26:54.231799 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:26:54.236915 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] Sync routers for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:26:54.247045 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:26:54.247657 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:26:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:26:54.258561 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:54.269157 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d404fbcd-acb9-40d9-a246-2fef35543a26 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/0b85e332-a5e8-4e54-8daa-725e1fed55f5 HTTP/1.1" status: 204 len: 168 time: 0.8415549 Aug 04 02:26:54.269157 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:26:54.270303 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4697184d-b8c9-405d-beef-2e3a75930177" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:26:54.310973 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc64097-221e-43b4-9ab4-71bb0cbc521f x-openstack-request-id: req-ecc64097-221e-43b4-9ab4-71bb0cbc521f {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:26:54.311262 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:26:54.311653 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ecc64097-221e-43b4-9ab4-71bb0cbc521f {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:26:54.312141 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc64097-221e-43b4-9ab4-71bb0cbc521f'] response: {'name': 'network-changed', 'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'status': 'completed', 'code': 200} Aug 04 02:26:54.342046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:26:54.353973 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:26:54.377077 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697184d-b8c9-405d-beef-2e3a75930177 req-52ab6b33-e86a-4876-82e3-bf6343f615c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:54.378665 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-52ab6b33-e86a-4876-82e3-bf6343f615c5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 1130 time: 0.0451193 Aug 04 02:26:54.480991 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697184d-b8c9-405d-beef-2e3a75930177 req-2b3fcab1-72b9-4964-9fe4-383249bde5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:54.482843 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-2b3fcab1-72b9-4964-9fe4-383249bde5f3 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 200 len: 916 time: 0.0980868 Aug 04 02:26:54.534502 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-1c7e7c6e-28f8-492e-8669-a1ea4a21d083 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 200 len: 217 time: 0.0438545 Aug 04 02:26:54.568359 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:26:54.594310 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697184d-b8c9-405d-beef-2e3a75930177 req-63bba961-962c-494a-ae7f-03b3f273180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:54.596547 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-63bba961-962c-494a-ae7f-03b3f273180b service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 200 len: 854 time: 0.0568752 Aug 04 02:26:54.606620 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] Checking router: 7a911397-9f74-474c-ba32-3103fd8970e0 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:26:54.616528 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:26:54.617144 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:26:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:26:54.649543 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697184d-b8c9-405d-beef-2e3a75930177 req-9273d352-ed02-4878-b965-e38a1d3e05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:26:54.651054 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-9273d352-ed02-4878-b965-e38a1d3e05db service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=12273cd1-fcbc-46fd-903a-fa14d59dcbe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482306 Aug 04 02:26:54.743335 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:26:54.756495 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-b21bd857-26e8-4bea-b954-3518926c6a81 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977736 Aug 04 02:26:54.851510 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4697184d-b8c9-405d-beef-2e3a75930177 req-4e855b26-4035-44af-bef4-cc8de3c94aac service neutron] 10.222.0.36 "GET /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890591 Aug 04 02:26:54.957142 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:26:54.985849 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a20e9e-c834-471c-833d-f2160f8d9809 None None] The sync data for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi is: [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:07Z', 'revision_number': 4, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': 'c40411b0-0a3d-4b6e-9577-805a015eefb2', 'name': '', 'network_id': '12273cd1-fcbc-46fd-903a-fa14d59dcbe6', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'mac_address': 'fa:16:3e:eb:34:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:06Z', 'updated_at': '2022-08-04T02:24:15Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'subnets': [{'id': '4d41e321-5459-4ba0-9408-2abb84a06cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:26:55.218303 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1edd0c4-f12a-440c-b7ab-f11fe54f4bf5 None None] New status for floating IP 0b85e332-a5e8-4e54-8daa-725e1fed55f5: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:26:58.899614 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:27:01.083151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d65420-1acd-47eb-a92c-76f04a9d89c0 req-c95ba00d-ea5f-4a2e-b5f2-6f4c2da3b82b tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:01.084646 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85d65420-1acd-47eb-a92c-76f04a9d89c0 req-c95ba00d-ea5f-4a2e-b5f2-6f4c2da3b82b tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.0533066 Aug 04 02:27:01.133935 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-85d65420-1acd-47eb-a92c-76f04a9d89c0 req-83d556bd-36bc-448b-abbd-c83fe6a619e9 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434823 Aug 04 02:27:02.251226 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5567-889e-4588-ada6-8c5d601a42a2 req-772f104e-8691-4a78-83d8-f23b3cec1fdf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:02.252713 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-70ef5567-889e-4588-ada6-8c5d601a42a2 req-772f104e-8691-4a78-83d8-f23b3cec1fdf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.0472362 Aug 04 02:27:02.285180 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:02.302541 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-70ef5567-889e-4588-ada6-8c5d601a42a2 req-019bcaf7-1418-4f8a-afd3-c800a85b1fc5 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 Aug 04 02:27:03.738257 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-45f66cc1-ed5e-4421-a119-9f2999fe536b tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:03.739666 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-45f66cc1-ed5e-4421-a119-9f2999fe536b tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.3410091 Aug 04 02:27:03.752517 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db734c-57dd-44d9-bd40-32adac7522a7 req-2e097051-a329-4ad8-a0c8-c049562599bc tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:03.753912 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7db734c-57dd-44d9-bd40-32adac7522a7 req-2e097051-a329-4ad8-a0c8-c049562599bc tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.3760540 Aug 04 02:27:03.802697 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a7db734c-57dd-44d9-bd40-32adac7522a7 req-cc42c4f0-a41b-4ac8-841b-f75e9724fe86 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Aug 04 02:27:04.255092 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:04.538818 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:04.603248 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Deleting port 11df299a-5e37-4167-9de3-78f09f622f02 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:04.603592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (11df299a-5e37-4167-9de3-78f09f622f02), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:04.697748 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] For port 11df299a-5e37-4167-9de3-78f09f622f02, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=11df299a-5e37-4167-9de3-78f09f622f02,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:04.698114 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (11df299a-5e37-4167-9de3-78f09f622f02), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:04.762238 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:04.860084 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:04.860485 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:04.860831 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Floating IP 5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf disassociated. External IP: 172.27.4.164, port: 11df299a-5e37-4167-9de3-78f09f622f02. Aug 04 02:27:04.861178 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Calling delete_port for 11df299a-5e37-4167-9de3-78f09f622f02 owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:04.960233 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=67 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:04.963627 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570980-475a-42c7-b0c7-52b54b75af86 req-10b7b83d-8017-4426-8cb5-c636d19ae118 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:04.965146 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e570980-475a-42c7-b0c7-52b54b75af86 req-10b7b83d-8017-4426-8cb5-c636d19ae118 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 945 time: 0.0625310 Aug 04 02:27:05.056240 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e570980-475a-42c7-b0c7-52b54b75af86 req-e3aedfd2-11a6-4762-aa13-91652f0059fc tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785906 Aug 04 02:27:05.071110 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (11df299a-5e37-4167-9de3-78f09f622f02), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:05.101006 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'Port': ['ID=11df299a-5e37-4167-9de3-78f09f622f02,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:05.210454 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:27:05.313194 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:27:05.323521 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:27:05.334224 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:05.334845 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:26:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:05.356501 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] No DVR routers for this DVR port 11df299a-5e37-4167-9de3-78f09f622f02 on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:27:05.359170 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:05.362488 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5ba7ce48-e265-415a-9cf7-e8ce489daef5 req-0d592737-b55d-4512-82d1-aa7f53da1173 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "DELETE /networking/v2.0/ports/11df299a-5e37-4167-9de3-78f09f622f02 HTTP/1.1" status: 204 len: 173 time: 0.8393936 Aug 04 02:27:05.362888 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'name': 'network-vif-deleted', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:27:05.365765 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3349e-b81d-4871-946d-f487f22291d1" -d '{"events": [{"server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "name": "network-vif-deleted", "tag": "11df299a-5e37-4167-9de3-78f09f622f02"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:27:05.405598 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56fc33-0fe3-4f9b-a1cd-28f96e917274 x-openstack-request-id: req-fc56fc33-0fe3-4f9b-a1cd-28f96e917274 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:27:05.405894 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3332bb9-b241-4099-9834-2c22f1241a44", "name": "network-vif-deleted", "tag": "11df299a-5e37-4167-9de3-78f09f622f02", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:27:05.406151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc56fc33-0fe3-4f9b-a1cd-28f96e917274 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:27:05.406563 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc56fc33-0fe3-4f9b-a1cd-28f96e917274'] response: {'server_uuid': 'b3332bb9-b241-4099-9834-2c22f1241a44', 'name': 'network-vif-deleted', 'tag': '11df299a-5e37-4167-9de3-78f09f622f02', 'status': 'completed', 'code': 200} Aug 04 02:27:05.464421 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:05.609163 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:05.657790 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:05.764452 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:27:05.773025 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:05.773620 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:26:41Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:05.877172 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:06.063022 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:06.086867 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a481e279-531c-4d49-ae69-02ef49a42ed4 None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:27:06.165856 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-47175f45-74c6-46c9-809f-0e973a133762 req-8b3b1ca8-d5bf-4330-b051-86dc3675d3ea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=b3332bb9-b241-4099-9834-2c22f1241a44 HTTP/1.1" status: 200 len: 210 time: 0.0301580 Aug 04 02:27:06.317843 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e499b40e-80c5-46b8-961b-246eb6118f34 None None] New status for floating IP 5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:27:07.390979 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:07.432023 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-b4c1b64f-aaac-4ba1-a696-8f3d1a8af3f0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-689449970&fields=id&tenant_id=5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 267 time: 0.0468898 Aug 04 02:27:07.545388 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-51a25b9e-f68e-4815-84f8-2556c8ca318f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:07.546926 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-51a25b9e-f68e-4815-84f8-2556c8ca318f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 811 time: 0.1077025 Aug 04 02:27:07.564556 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-0f5e5218-03fd-4099-9e2c-c8c20a1c21fd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/quotas/5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 375 time: 0.0120106 Aug 04 02:27:07.618449 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d3c558ed-5bc3-44b6-a41f-96ef3dd8d305 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478787 Aug 04 02:27:07.717046 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:07.733285 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-3b575aab-75b5-45fe-bd07-ca3ee29fa345 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012967 Aug 04 02:27:07.835379 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c258c-625f-4ddf-8075-99e3c3f5875c req-3570f65b-bbbe-48ef-9355-a90648963612 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:07.836868 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-428c258c-625f-4ddf-8075-99e3c3f5875c req-3570f65b-bbbe-48ef-9355-a90648963612 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0905383 Aug 04 02:27:07.888849 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-6ec2ea03-21a9-491c-8e17-ed1d629195d6 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496143 Aug 04 02:27:07.905566 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-428c258c-625f-4ddf-8075-99e3c3f5875c req-09bf355f-f33a-4183-b766-c0400f291b35 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623226 Aug 04 02:27:08.180223 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a4bf70c7-a0be-4a1a-9958-b7542eaf5390 req-07ee286d-1152-4510-85ae-cc005d2b41e9 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 210 time: 0.0328083 Aug 04 02:27:08.522334 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 11df299a-5e37-4167-9de3-78f09f622f02 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:08.542245 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 11df299a-5e37-4167-9de3-78f09f622f02 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:08.542602 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 11df299a-5e37-4167-9de3-78f09f622f02 not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:09.023657 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82249eff-a417-4eef-9704-1db8aed8bbed req-6646713a-1f3d-4e9d-a6d6-34b7bb1333d5 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:09.025137 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82249eff-a417-4eef-9704-1db8aed8bbed req-6646713a-1f3d-4e9d-a6d6-34b7bb1333d5 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0463562 Aug 04 02:27:09.071383 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-82249eff-a417-4eef-9704-1db8aed8bbed req-cc828982-a878-480b-8df7-bb470fb36c68 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Aug 04 02:27:09.287337 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-46340cc8-c25f-4622-b579-778c5ba423f8 req-b030adfd-7cdd-4352-b554-df84e826eda7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 210 time: 0.0312297 Aug 04 02:27:09.335847 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-9b80d529-d26c-4afb-b630-51d657b854ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:09.719292 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c72d35e9-f081-4ad9-877a-0c1c60b356af tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:09.721634 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c72d35e9-f081-4ad9-877a-0c1c60b356af tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0497196 Aug 04 02:27:09.964015 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Deleting port 92139371-2e53-454b-9e82-e159aac502fd {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:09.964373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (92139371-2e53-454b-9e82-e159aac502fd), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:10.060582 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] For port 92139371-2e53-454b-9e82-e159aac502fd, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=92139371-2e53-454b-9e82-e159aac502fd,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:10.061283 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (92139371-2e53-454b-9e82-e159aac502fd), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:10.073815 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Calling delete_port for 92139371-2e53-454b-9e82-e159aac502fd owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:10.198679 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:10.233429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46cf5-df2e-4efd-9ec1-1544f9cd347e req-6b2665cf-d94e-4811-bb0f-d7ad1d0ce291 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:10.234944 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ab46cf5-df2e-4efd-9ec1-1544f9cd347e req-6b2665cf-d94e-4811-bb0f-d7ad1d0ce291 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 946 time: 0.0877974 Aug 04 02:27:10.279707 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (92139371-2e53-454b-9e82-e159aac502fd), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:10.294174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['92139371-2e53-454b-9e82-e159aac502fd'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:27:10.323629 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Pushing event deleted for resources: {'Port': ['ID=92139371-2e53-454b-9e82-e159aac502fd,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:10.343540 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7ab46cf5-df2e-4efd-9ec1-1544f9cd347e req-666c563a-cf26-40ac-9698-a0e5b652a2fd tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=bce84aba-ff83-4a95-bf47-f251636f28f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024969 Aug 04 02:27:10.386816 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] No DVR routers for this DVR port 92139371-2e53-454b-9e82-e159aac502fd on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:27:10.389495 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:10.393303 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-601e3576-25b4-4688-886e-afa42fe42a51 req-c5b37d35-11a4-45c4-bddc-9ff09e655693 tempest-TestMinimumBasicScenario-2056220368 tempest-TestMinimumBasicScenario-2056220368-project] 10.222.0.36 "DELETE /networking/v2.0/ports/92139371-2e53-454b-9e82-e159aac502fd HTTP/1.1" status: 204 len: 173 time: 0.5192978 Aug 04 02:27:10.393753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'name': 'network-vif-deleted', 'tag': '92139371-2e53-454b-9e82-e159aac502fd'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:27:10.396762 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa885c7-3110-4b8c-b01e-d0308cbe909a" -d '{"events": [{"server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "name": "network-vif-deleted", "tag": "92139371-2e53-454b-9e82-e159aac502fd"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:27:10.454028 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4837189f-6b6f-4f16-bb8e-8e17f89c803d x-openstack-request-id: req-4837189f-6b6f-4f16-bb8e-8e17f89c803d {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:27:10.454897 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6d7561-c7b2-4903-b4cd-1e1910e10dd7", "name": "network-vif-deleted", "tag": "92139371-2e53-454b-9e82-e159aac502fd", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:27:10.455158 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4837189f-6b6f-4f16-bb8e-8e17f89c803d {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:27:10.455565 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4837189f-6b6f-4f16-bb8e-8e17f89c803d'] response: {'server_uuid': '5e6d7561-c7b2-4903-b4cd-1e1910e10dd7', 'name': 'network-vif-deleted', 'tag': '92139371-2e53-454b-9e82-e159aac502fd', 'status': 'completed', 'code': 200} Aug 04 02:27:10.464991 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a368a7bf-2f6f-48fa-8670-2e85f06a85b6 req-97712053-c73f-4c1a-9fd8-ead3a1bf88c7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 210 time: 0.0465927 Aug 04 02:27:10.472390 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-2da81eff-4e64-44fc-a9a4-23e41131b17e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:10.474035 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-2da81eff-4e64-44fc-a9a4-23e41131b17e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 811 time: 0.1751678 Aug 04 02:27:10.571296 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-81840309-9a07-4ee5-ad0e-9225d016767b tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 379 time: 0.0700321 Aug 04 02:27:10.777261 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'port': {'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'admin_state_up': True, 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'security_groups': ['67626d0c-1b98-49df-bf7f-beda780110c8']}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:27:10.828761 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d06fda72-59a5-41e0-81c3-25459666b4f0 req-1c1117b0-c402-4d5d-a0bc-f8ee8f6ad353 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0506024 Aug 04 02:27:10.940722 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Made reservation on behalf of 5f4683550a9d40d1ab0439d002d73749 for: {'port': 1} {{(pid=104417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:27:10.944292 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.003066 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d06fda72-59a5-41e0-81c3-25459666b4f0 req-ac54f871-4d86-4c2d-835d-8f5c8c988bb2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=06f7c91a924c447fbca1b6a784d7b167&device_id=5e6d7561-c7b2-4903-b4cd-1e1910e10dd7 HTTP/1.1" status: 200 len: 210 time: 0.0363481 Aug 04 02:27:11.127902 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Allocated IP 172.20.0.14 (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4/80de0531-803e-4995-aa6f-151bf80b82e6/464771be-6667-4cc4-9015-5245b584f7ec) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:27:11.128187 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:11.184816 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fda72-59a5-41e0-81c3-25459666b4f0 req-239197a8-253b-4218-b885-8e169411ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:11.186300 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d06fda72-59a5-41e0-81c3-25459666b4f0 req-239197a8-253b-4218-b885-8e169411ae22 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?tenant_id=06f7c91a924c447fbca1b6a784d7b167&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1564910 Aug 04 02:27:11.302605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (464771be-6667-4cc4-9015-5245b584f7ec), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.333337 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (464771be-6667-4cc4-9015-5245b584f7ec), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.382487 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:27:11.385809 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:27:11.388365 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:27:11.419999 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=464771be-6667-4cc4-9015-5245b584f7ec,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:11.452457 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:11.457607 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.478888 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-1d638992-a8f7-40e9-bf4a-73208b63ca29 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7077711 Aug 04 02:27:11.514288 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Request body: {'port': {'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:27:11.530209 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-857afeae-29a1-4201-836d-bf637b88e5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.607878 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:11.617092 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (464771be-6667-4cc4-9015-5245b584f7ec), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.659387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1155-cd0a-44c8-9e4c-0c6e7e316d70 req-cc17e8ab-c398-43bb-9a67-2cb025119bff tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:11.666126 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e6c1155-cd0a-44c8-9e4c-0c6e7e316d70 req-cc17e8ab-c398-43bb-9a67-2cb025119bff tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 932 time: 0.1074116 Aug 04 02:27:11.669214 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fda72-59a5-41e0-81c3-25459666b4f0 req-248be2f0-47f9-4b97-b9ad-67f27f5018ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:11.670646 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-d06fda72-59a5-41e0-81c3-25459666b4f0 req-248be2f0-47f9-4b97-b9ad-67f27f5018ad service neutron] 10.222.0.36 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606936 Aug 04 02:27:11.678858 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:11.745523 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6e6c1155-cd0a-44c8-9e4c-0c6e7e316d70 req-d578d052-c18e-489f-9ded-3edfac345801 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782049 Aug 04 02:27:11.774152 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-cb13bf93-4bd9-4fdd-a03e-7c1bf2052c54 None None] Provisioning complete for port 464771be-6667-4cc4-9015-5245b584f7ec triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:27:11.774532 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cb13bf93-4bd9-4fdd-a03e-7c1bf2052c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (464771be-6667-4cc4-9015-5245b584f7ec), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.810523 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-cb13bf93-4bd9-4fdd-a03e-7c1bf2052c54 None None] Port 464771be-6667-4cc4-9015-5245b584f7ec cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:27:11.970352 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464771be-6667-4cc4-9015-5245b584f7ec {{(pid=104417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:27:11.979357 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Publish callbacks [] for port (464771be-6667-4cc4-9015-5245b584f7ec), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:11.995395 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.provisioning_blocks [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Transition to ACTIVE for port object 464771be-6667-4cc4-9015-5245b584f7ec will not be triggered until provisioned by entity L2. {{(pid=104417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:27:12.000154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (464771be-6667-4cc4-9015-5245b584f7ec), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:12.065425 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Pushing event updated for resources: {'Port': ['ID=464771be-6667-4cc4-9015-5245b584f7ec,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:12.118345 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Attempting to bind port 464771be-6667-4cc4-9015-5245b584f7ec on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:27:12.118677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Attempting to bind port 464771be-6667-4cc4-9015-5245b584f7ec by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:27:12.119002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Attempting to bind port 464771be-6667-4cc4-9015-5245b584f7ec on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:27:12.123749 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Port 464771be-6667-4cc4-9015-5245b584f7ec on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:27:12.124066 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Attempting to bind port 464771be-6667-4cc4-9015-5245b584f7ec on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:27:12.129805 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:27:12.130144 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Checking segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:27:12.130521 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Bound using segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} {{(pid=104417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:27:12.130943 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.managers [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Bound port: 464771be-6667-4cc4-9015-5245b584f7ec, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}}] {{(pid=104417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:27:12.131297 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (464771be-6667-4cc4-9015-5245b584f7ec), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:12.195687 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] For port 464771be-6667-4cc4-9015-5245b584f7ec, host hv-cinder-74014, cleared binding levels {{(pid=104417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:27:12.199097 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] For port 464771be-6667-4cc4-9015-5245b584f7ec, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=464771be-6667-4cc4-9015-5245b584f7ec,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:27:12.206180 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (464771be-6667-4cc4-9015-5245b584f7ec), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:12.210324 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:12.210927 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:12.212368 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 1094 time: 0.7067659 Aug 04 02:27:12.212884 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:27:12.215163 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d7a773-7612-4071-96af-dbaac47f5175" -d '{"events": [{"name": "network-changed", "server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "tag": "464771be-6667-4cc4-9015-5245b584f7ec"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:27:12.246499 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33390) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:12.293332 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eae0e9-5879-4d6d-a85e-05040f97ea22 x-openstack-request-id: req-e8eae0e9-5879-4d6d-a85e-05040f97ea22 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:27:12.293631 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "tag": "464771be-6667-4cc4-9015-5245b584f7ec", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:27:12.293857 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8eae0e9-5879-4d6d-a85e-05040f97ea22 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:27:12.294248 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8eae0e9-5879-4d6d-a85e-05040f97ea22'] response: {'name': 'network-changed', 'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec', 'status': 'completed', 'code': 200} Aug 04 02:27:12.344400 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6666047-e9bd-4dd0-93bd-f4c09db5c11f service neutron] Pushing event updated for resources: {'Port': ['ID=464771be-6667-4cc4-9015-5245b584f7ec,revision_number=3']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:12.380914 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-4a994f41-4a3c-4809-8d5a-bfb87b6a2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:12.382433 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-4a994f41-4a3c-4809-8d5a-bfb87b6a2f0d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1128 time: 0.0874660 Aug 04 02:27:12.426017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d8aa-7966-43cd-a2f7-8e35e4d5503b req-1bbee7f2-6b5e-484d-93ac-82db960049c1 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:12.427492 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c39d8aa-7966-43cd-a2f7-8e35e4d5503b req-1bbee7f2-6b5e-484d-93ac-82db960049c1 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 945 time: 0.0469854 Aug 04 02:27:12.475435 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5c39d8aa-7966-43cd-a2f7-8e35e4d5503b req-41cb935e-8648-4a24-b7ca-7de4dc647a61 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Aug 04 02:27:12.533677 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:12.613909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (7a911397-9f74-474c-ba32-3103fd8970e0), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:12.780197 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:12.871569 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b262ba9-ffc4-401b-885a-0f12fc3915c8 req-7dd776d4-0748-43f5-9228-3c5113dda82c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:12.873119 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b262ba9-ffc4-401b-885a-0f12fc3915c8 req-7dd776d4-0748-43f5-9228-3c5113dda82c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0518656 Aug 04 02:27:12.925301 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1b262ba9-ffc4-401b-885a-0f12fc3915c8 req-1e15308a-0a7f-4799-b76b-e3816df6ae9a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459023 Aug 04 02:27:12.947289 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:13.099000 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Deleting port c40411b0-0a3d-4b6e-9577-805a015eefb2 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:13.099338 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:13.176919 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] For port c40411b0-0a3d-4b6e-9577-805a015eefb2, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c40411b0-0a3d-4b6e-9577-805a015eefb2,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:13.177193 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:13.193610 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Calling delete_port for c40411b0-0a3d-4b6e-9577-805a015eefb2 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:13.369050 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (c40411b0-0a3d-4b6e-9577-805a015eefb2), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:13.394106 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40411b0-0a3d-4b6e-9577-805a015eefb2,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:13.574605 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (7a911397-9f74-474c-ba32-3103fd8970e0), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:13.606603 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09212a01-6205-48c7-a66b-2eaa511fc8f0 req-10881d0a-a453-4952-945b-af3f3e574ec7 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:13.607200 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-7a598029-a9af-47a2-83ff-2252e4e339b8 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 217 time: 0.0463524 Aug 04 02:27:13.608087 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09212a01-6205-48c7-a66b-2eaa511fc8f0 req-10881d0a-a453-4952-945b-af3f3e574ec7 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 945 time: 0.0527561 Aug 04 02:27:13.655928 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:13.658282 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09212a01-6205-48c7-a66b-2eaa511fc8f0 req-57b2841e-833f-4497-ba22-ac4d9725a410 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=a19b939e-695f-431f-b7e9-5bbfe9195d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436976 Aug 04 02:27:13.745632 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-13d68152-0f0d-4a48-89ca-5b169eeb2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:13.747211 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-13d68152-0f0d-4a48-89ca-5b169eeb2fc5 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.1004975 Aug 04 02:27:13.825458 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:13.828824 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-130d8d17-9616-46d2-a3e4-09e7794c13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:13.830818 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-130d8d17-9616-46d2-a3e4-09e7794c13c2 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0767426 Aug 04 02:27:13.904659 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-4ab78379-e1e5-46c2-a0d7-8d17f740d2fe tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:13.906091 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-4ab78379-e1e5-46c2-a0d7-8d17f740d2fe tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 945 time: 0.0533011 Aug 04 02:27:13.947933 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Router 7a911397-9f74-474c-ba32-3103fd8970e0 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:27:13.982046 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-62bc626a-4282-4560-9ade-24039ed2e632 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131504 Aug 04 02:27:13.992753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Deleting port 324a1895-e679-4f2c-89b8-1cdd563d2bea {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:13.993097 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.093699 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ce00d-f341-408b-aded-17b44bf26e3f req-ea9c0678-620e-4cc6-a577-b68fa6927b9a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:14.096173 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f9ce00d-f341-408b-aded-17b44bf26e3f req-ea9c0678-620e-4cc6-a577-b68fa6927b9a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0886137 Aug 04 02:27:14.144667 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] For port 324a1895-e679-4f2c-89b8-1cdd563d2bea, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=324a1895-e679-4f2c-89b8-1cdd563d2bea,segment=NetworkSegment(7bf1d983-9fdb-4013-a67f-0426e5a6d6ad),segment_id=7bf1d983-9fdb-4013-a67f-0426e5a6d6ad)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:14.145039 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.152640 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:27:14.161859 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-6b10e08a-7979-415e-82de-85b06bae4754 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/7a911397-9f74-474c-ba32-3103fd8970e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9118817 Aug 04 02:27:14.162805 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] Sync routers for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:27:14.163307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33400) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:14.167179 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-b5d28767-0fba-46e9-be69-dbfca81b2501 req-616865cd-3f6c-4e8c-9dce-e8d05007edfd service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503816 Aug 04 02:27:14.174320 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:14.174945 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:27:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:14.180151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Calling delete_port for 324a1895-e679-4f2c-89b8-1cdd563d2bea owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:14.183314 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:14.231896 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:14.235953 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-5f9ce00d-f341-408b-aded-17b44bf26e3f req-b3bfaa62-b2de-4c0a-92d0-c1bfbfb88bcd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331692 Aug 04 02:27:14.280670 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:14.347786 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.352826 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks [] for router (7a911397-9f74-474c-ba32-3103fd8970e0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.405980 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7a773-7612-4071-96af-dbaac47f5175 req-1a255c09-dae9-49f8-b86c-67d5e6d24021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:14.407694 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-1a255c09-dae9-49f8-b86c-67d5e6d24021 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1128 time: 0.0431225 Aug 04 02:27:14.439689 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.446248 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:14.489632 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:27:13Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:14.515370 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7a773-7612-4071-96af-dbaac47f5175 req-22c9ae15-c62c-48b0-866a-5b7293a46af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:14.517786 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-22c9ae15-c62c-48b0-866a-5b7293a46af8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.1032684 Aug 04 02:27:14.518373 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] Checking router: 7a911397-9f74-474c-ba32-3103fd8970e0 for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:27:14.522435 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 92139371-2e53-454b-9e82-e159aac502fd no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:14.529894 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] Routers {'7a911397-9f74-474c-ba32-3103fd8970e0'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:14.530827 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:27:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a911397-9f74-474c-ba32-3103fd8970e0'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:14.550508 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 92139371-2e53-454b-9e82-e159aac502fd {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:14.551124 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 92139371-2e53-454b-9e82-e159aac502fd not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:14.562667 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-ca43a535-a4e5-4092-a005-d3e3dc099b13 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 217 time: 0.0385814 Aug 04 02:27:14.616288 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7a773-7612-4071-96af-dbaac47f5175 req-35688588-ef26-44ce-8cda-011e86c9e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:14.617920 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-35688588-ef26-44ce-8cda-011e86c9e190 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0487309 Aug 04 02:27:14.643400 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] Set router 7a911397-9f74-474c-ba32-3103fd8970e0 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:14.669976 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7a773-7612-4071-96af-dbaac47f5175 req-4ed7768e-b322-43a6-8ac0-7a8ef362b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:14.671500 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-4ed7768e-b322-43a6-8ac0-7a8ef362b13f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473928 Aug 04 02:27:14.775819 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (324a1895-e679-4f2c-89b8-1cdd563d2bea), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.787314 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['324a1895-e679-4f2c-89b8-1cdd563d2bea'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:27:14.789241 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks [] for router_gateway (7a911397-9f74-474c-ba32-3103fd8970e0), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.799621 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-f3508a92-61ad-4841-8f61-900bfa20f343 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218352 Aug 04 02:27:14.833370 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2f68c9a6-c26b-47c8-a3df-6cba5bdc2de4 req-e321ef59-afe2-40be-80bc-6f28ef439228 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=bc4043cf-ce9f-4a41-bd25-194e27776986 HTTP/1.1" status: 200 len: 210 time: 0.0611513 Aug 04 02:27:14.836157 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Pushing event deleted for resources: {'Port': ['ID=324a1895-e679-4f2c-89b8-1cdd563d2bea,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:14.858001 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:27:13Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:14.873358 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Deleting port c620bf3d-aa96-4031-a10f-7f628a2e04e5 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:14.873697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.886090 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8dd815-2254-41b0-b649-3dbcdd361c87 None None] The sync data for ids ['7a911397-9f74-474c-ba32-3103fd8970e0'] in dv-cinder-740146-17-iscsi is: [{'id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'name': 'tempest-TestMinimumBasicScenario-2057415084-router', 'tenant_id': '06f7c91a924c447fbca1b6a784d7b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:27:13Z', 'revision_number': 5, 'project_id': '06f7c91a924c447fbca1b6a784d7b167', 'gw_port': {'id': 'c620bf3d-aa96-4031-a10f-7f628a2e04e5', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:79:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a911397-9f74-474c-ba32-3103fd8970e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:03Z', 'updated_at': '2022-08-04T02:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:27:14.924763 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-92d7a773-7612-4071-96af-dbaac47f5175 req-4be27200-4a62-464b-a407-65a349f4fe72 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183646 Aug 04 02:27:14.963837 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] No DVR routers for this DVR port 324a1895-e679-4f2c-89b8-1cdd563d2bea on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:27:14.967398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:14.971329 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-14fb04b1-be8d-4a8b-8437-bf57beb8ee54 req-44ff2322-60c9-4455-b627-8bbe14596de5 tempest-VolumesSnapshotTestJSON-1790777867 tempest-VolumesSnapshotTestJSON-1790777867-project] 10.222.0.36 "DELETE /networking/v2.0/ports/324a1895-e679-4f2c-89b8-1cdd563d2bea HTTP/1.1" status: 204 len: 173 time: 1.0590255 Aug 04 02:27:14.971744 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'name': 'network-vif-deleted', 'tag': '324a1895-e679-4f2c-89b8-1cdd563d2bea'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:27:14.974067 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f095e92a-b29b-44e4-a641-3f7eeedfdefa" -d '{"events": [{"server_uuid": "bc4043cf-ce9f-4a41-bd25-194e27776986", "name": "network-vif-deleted", "tag": "324a1895-e679-4f2c-89b8-1cdd563d2bea"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:27:15.015079 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] For port c620bf3d-aa96-4031-a10f-7f628a2e04e5, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=c620bf3d-aa96-4031-a10f-7f628a2e04e5,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:15.015452 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.018830 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede1fdf9-776c-4bf6-873d-ef4fd40a7af0 x-openstack-request-id: req-ede1fdf9-776c-4bf6-873d-ef4fd40a7af0 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:27:15.019123 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4043cf-ce9f-4a41-bd25-194e27776986", "name": "network-vif-deleted", "tag": "324a1895-e679-4f2c-89b8-1cdd563d2bea", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:27:15.019373 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ede1fdf9-776c-4bf6-873d-ef4fd40a7af0 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:27:15.019767 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede1fdf9-776c-4bf6-873d-ef4fd40a7af0'] response: {'server_uuid': 'bc4043cf-ce9f-4a41-bd25-194e27776986', 'name': 'network-vif-deleted', 'tag': '324a1895-e679-4f2c-89b8-1cdd563d2bea', 'status': 'completed', 'code': 200} Aug 04 02:27:15.030990 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Calling delete_port for c620bf3d-aa96-4031-a10f-7f628a2e04e5 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:15.201381 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (c620bf3d-aa96-4031-a10f-7f628a2e04e5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.227436 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Pushing event deleted for resources: {'Port': ['ID=c620bf3d-aa96-4031-a10f-7f628a2e04e5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:15.292927 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (7a911397-9f74-474c-ba32-3103fd8970e0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.386245 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:15.416125 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (7a911397-9f74-474c-ba32-3103fd8970e0), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.417812 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:15.419125 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks [] for router_controller (7a911397-9f74-474c-ba32-3103fd8970e0), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.439820 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81b324-4206-41da-983d-65a937b7d35a req-f7ccdbc5-0405-4e31-8739-363abf103870 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:15.441369 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e81b324-4206-41da-983d-65a937b7d35a req-f7ccdbc5-0405-4e31-8739-363abf103870 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.1214662 Aug 04 02:27:15.477602 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c40411b0-0a3d-4b6e-9577-805a015eefb2 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:15.494946 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (7a911397-9f74-474c-ba32-3103fd8970e0), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.495518 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a911397-9f74-474c-ba32-3103fd8970e0 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:27:15.500611 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.503181 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: c40411b0-0a3d-4b6e-9577-805a015eefb2 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:15.503815 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c40411b0-0a3d-4b6e-9577-805a015eefb2 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:15.504482 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33410) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:15.504662 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-a4bcf10b-47d6-4b4d-a96f-10f833f06000 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/7a911397-9f74-474c-ba32-3103fd8970e0 HTTP/1.1" status: 204 len: 168 time: 1.3376987 Aug 04 02:27:15.533876 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1e81b324-4206-41da-983d-65a937b7d35a req-40e1e467-7b21-4ced-ae1f-c78e08dff486 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648365 Aug 04 02:27:15.543428 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:15.564964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Deleting subnet 4d41e321-5459-4ba0-9408-2abb84a06cf2 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:27:15.568386 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Publish callbacks [] for subnet (4d41e321-5459-4ba0-9408-2abb84a06cf2), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.607118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (4d41e321-5459-4ba0-9408-2abb84a06cf2), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.627813 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:15.707918 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (4d41e321-5459-4ba0-9408-2abb84a06cf2), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.759873 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (4d41e321-5459-4ba0-9408-2abb84a06cf2), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.785576 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d41e321-5459-4ba0-9408-2abb84a06cf2,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:15.788852 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.792160 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0a38c8b3-4cf4-4c9a-be56-f9a4c20799dd admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/4d41e321-5459-4ba0-9408-2abb84a06cf2 HTTP/1.1" status: 204 len: 168 time: 0.2862895 Aug 04 02:27:15.794571 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33412) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:15.796000 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34f6af-3df3-48f1-bfe0-6fcf8411c80b None None] Network 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:27:15.871961 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (12273cd1-fcbc-46fd-903a-fa14d59dcbe6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:15.925087 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Deleting port d95db982-4847-4a90-827a-f5f25682c4b9 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:15.925435 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.005399 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] For port d95db982-4847-4a90-827a-f5f25682c4b9, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=d95db982-4847-4a90-827a-f5f25682c4b9,segment=NetworkSegment(a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec),segment_id=a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:16.005769 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.020027 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Calling delete_port for d95db982-4847-4a90-827a-f5f25682c4b9 owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:16.119430 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213f716-2865-4ccf-9198-f6e63c127242 None None] DHCP port deletion for 12273cd1-fcbc-46fd-903a-fa14d59dcbe6 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:27:16.122380 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (d95db982-4847-4a90-827a-f5f25682c4b9), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.144393 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] No DVR routers for this DVR port d95db982-4847-4a90-827a-f5f25682c4b9 on host dv-cinder-740146-17-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:27:16.188269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95db982-4847-4a90-827a-f5f25682c4b9,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:16.255539 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (12273cd1-fcbc-46fd-903a-fa14d59dcbe6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.278298 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12273cd1-fcbc-46fd-903a-fa14d59dcbe6']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:16.289657 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:16.289959 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:16.300820 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.315095 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.321646 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:27:16.322012 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.364217 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec resource provider aggregate not found Aug 04 02:27:16.384220 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1e0de5f-4491-43d6-bc3f-273a7f5ee0ec found for delete ", "request_id": "req-f64ab3d8-ad0c-4043-8380-e916851e5c59"}]} Aug 04 02:27:16.390647 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (12273cd1-fcbc-46fd-903a-fa14d59dcbe6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.397558 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:16.400956 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/12273cd1-fcbc-46fd-903a-fa14d59dcbe6 HTTP/1.1" status: 204 len: 168 time: 0.6053667 Aug 04 02:27:16.403936 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33426) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:16.411750 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db1d1d-a389-4963-ad36-eccfcf7962f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=12273cd1-fcbc-46fd-903a-fa14d59dcbe6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:16.682041 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9789b3-541a-4465-a352-1bd193bb5a08 req-28959e6e-b881-4e84-a6e3-51f2178922a7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:16.683503 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc9789b3-541a-4465-a352-1bd193bb5a08 req-28959e6e-b881-4e84-a6e3-51f2178922a7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0591893 Aug 04 02:27:16.789250 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc9789b3-541a-4465-a352-1bd193bb5a08 req-cc5c93b8-5967-44db-ac21-0bf70c5caedb tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895891 Aug 04 02:27:16.795049 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (7a50cb28-28df-4a3f-9b65-1408c0554b9c), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:17.013130 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Deleting port b110919b-e2db-488e-9623-1cecdc140f82 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:17.013467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (b110919b-e2db-488e-9623-1cecdc140f82), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:17.091561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] For port b110919b-e2db-488e-9623-1cecdc140f82, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=b110919b-e2db-488e-9623-1cecdc140f82,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:17.091921 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (b110919b-e2db-488e-9623-1cecdc140f82), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:17.105064 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Calling delete_port for b110919b-e2db-488e-9623-1cecdc140f82 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:17.162284 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:17.168725 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:17.305521 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (b110919b-e2db-488e-9623-1cecdc140f82), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:17.333435 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b110919b-e2db-488e-9623-1cecdc140f82,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:17.537221 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c620bf3d-aa96-4031-a10f-7f628a2e04e5 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:17.550860 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (7a50cb28-28df-4a3f-9b65-1408c0554b9c), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:17.567712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: c620bf3d-aa96-4031-a10f-7f628a2e04e5 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:17.568059 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device c620bf3d-aa96-4031-a10f-7f628a2e04e5 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:17.568688 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device d95db982-4847-4a90-827a-f5f25682c4b9 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:17.588326 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: d95db982-4847-4a90-827a-f5f25682c4b9 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:17.588908 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device d95db982-4847-4a90-827a-f5f25682c4b9 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:17.766126 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Router 7a50cb28-28df-4a3f-9b65-1408c0554b9c has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:27:17.879642 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:27:17.888879 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] Sync routers for ids ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:27:17.899535 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-2870a46c-efe9-4714-be09-659fa694f0a5 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/7a50cb28-28df-4a3f-9b65-1408c0554b9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4943273 Aug 04 02:27:17.902244 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33438) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:17.906266 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] Routers {'7a50cb28-28df-4a3f-9b65-1408c0554b9c'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:17.906904 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:27:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:17.923932 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e2252-db02-457c-9ac8-01db99d15f9c req-70360732-1f61-4380-8db9-679d0b0043d3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:17.925487 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a4e2252-db02-457c-9ac8-01db99d15f9c req-70360732-1f61-4380-8db9-679d0b0043d3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0594485 Aug 04 02:27:17.983535 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-7a4e2252-db02-457c-9ac8-01db99d15f9c req-adb95fc8-d591-46ee-a4f5-bb71e01effbf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518196 Aug 04 02:27:18.005376 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:18.022155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks [] for router (7a50cb28-28df-4a3f-9b65-1408c0554b9c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.028722 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] Set router 7a50cb28-28df-4a3f-9b65-1408c0554b9c gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:18.122533 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks [] for router_gateway (7a50cb28-28df-4a3f-9b65-1408c0554b9c), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.127394 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:18.169530 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Deleting port e865beb9-727a-4eff-b141-78de1e562096 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:18.169900 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (e865beb9-727a-4eff-b141-78de1e562096), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.198880 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211'}], 'enable_snat': True}, 'gw_port_id': 'e865beb9-727a-4eff-b141-78de1e562096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:27:17Z', 'revision_number': 5, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port': {'id': 'e865beb9-727a-4eff-b141-78de1e562096', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:18.224963 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] Checking router: 7a50cb28-28df-4a3f-9b65-1408c0554b9c for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:27:18.233378 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] Routers {'7a50cb28-28df-4a3f-9b65-1408c0554b9c'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:18.233986 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:27:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:18.250449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] For port e865beb9-727a-4eff-b141-78de1e562096, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=e865beb9-727a-4eff-b141-78de1e562096,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:18.250821 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (e865beb9-727a-4eff-b141-78de1e562096), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.265027 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Calling delete_port for e865beb9-727a-4eff-b141-78de1e562096 owned by network:router_gateway {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:18.319467 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] Set router 7a50cb28-28df-4a3f-9b65-1408c0554b9c gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:18.371898 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:27:18Z', 'revision_number': 6, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:18.397500 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c39d9e-dbeb-421d-be7f-df14339d318a None None] The sync data for ids ['7a50cb28-28df-4a3f-9b65-1408c0554b9c'] in dv-cinder-740146-17-iscsi is: [{'id': '7a50cb28-28df-4a3f-9b65-1408c0554b9c', 'name': 'tempest-TestMinimumBasicScenario-73488628-router', 'tenant_id': '72c769241feb4f20a536bf1cb3b8a13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:24:11Z', 'updated_at': '2022-08-04T02:27:18Z', 'revision_number': 6, 'project_id': '72c769241feb4f20a536bf1cb3b8a13b', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:27:18.437301 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (e865beb9-727a-4eff-b141-78de1e562096), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.461549 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Pushing event deleted for resources: {'Port': ['ID=e865beb9-727a-4eff-b141-78de1e562096,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:18.531351 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (7a50cb28-28df-4a3f-9b65-1408c0554b9c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.598397 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 324a1895-e679-4f2c-89b8-1cdd563d2bea no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:18.617784 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 324a1895-e679-4f2c-89b8-1cdd563d2bea {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:18.618031 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (7a50cb28-28df-4a3f-9b65-1408c0554b9c), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.618169 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 324a1895-e679-4f2c-89b8-1cdd563d2bea not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:18.620118 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks [] for router_controller (7a50cb28-28df-4a3f-9b65-1408c0554b9c), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.662915 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (7a50cb28-28df-4a3f-9b65-1408c0554b9c), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.663516 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a50cb28-28df-4a3f-9b65-1408c0554b9c {{(pid=104417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:27:18.667757 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.668902 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-dcef6325-7fef-47d8-b5ad-549c0ef14979 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/7a50cb28-28df-4a3f-9b65-1408c0554b9c HTTP/1.1" status: 204 len: 168 time: 0.7656620 Aug 04 02:27:18.671464 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33442) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:18.717602 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Deleting subnet 5332ed9b-87cb-47af-9778-31258495ee80 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:27:18.721112 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Publish callbacks [] for subnet (5332ed9b-87cb-47af-9778-31258495ee80), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.761519 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (5332ed9b-87cb-47af-9778-31258495ee80), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.840608 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (5332ed9b-87cb-47af-9778-31258495ee80), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.864821 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:18.895364 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (5332ed9b-87cb-47af-9778-31258495ee80), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.924904 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5332ed9b-87cb-47af-9778-31258495ee80,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:18.928535 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:18.931908 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-7f0b67c2-a7e3-4f23-ab7a-fca3bd31382b admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/5332ed9b-87cb-47af-9778-31258495ee80 HTTP/1.1" status: 204 len: 168 time: 0.2593238 Aug 04 02:27:18.934014 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10357189-24be-473b-9950-1bf378efcb0a None None] Network 51670714-3553-4c50-bf11-4b2507200756 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:27:18.934269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33444) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:19.003881 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (51670714-3553-4c50-bf11-4b2507200756), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.051382 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Deleting port 3423103e-855c-45a0-8a07-9081c00eb00f {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:19.051727 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.119960 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000a37e-79f9-4694-bbea-27bbca1fdbb5 req-96aba01a-d4a7-4ced-9ef3-b43af9ca5550 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:19.121671 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4000a37e-79f9-4694-bbea-27bbca1fdbb5 req-96aba01a-d4a7-4ced-9ef3-b43af9ca5550 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0510719 Aug 04 02:27:19.149906 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:19.180425 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4000a37e-79f9-4694-bbea-27bbca1fdbb5 req-7a4b5533-76dd-4dbb-aaab-99638099a1b8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518150 Aug 04 02:27:19.189653 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] DHCP port deletion for 51670714-3553-4c50-bf11-4b2507200756 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:27:19.236939 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] Deleting port 3423103e-855c-45a0-8a07-9081c00eb00f {{(pid=104418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:27:19.237317 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), before_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.308050 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] For port 3423103e-855c-45a0-8a07-9081c00eb00f, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3423103e-855c-45a0-8a07-9081c00eb00f,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:19.308485 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), precommit_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.323034 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] Calling delete_port for 3423103e-855c-45a0-8a07-9081c00eb00f owned by network:dhcp {{(pid=104418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:19.363156 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:19.393479 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] For port 3423103e-855c-45a0-8a07-9081c00eb00f, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3423103e-855c-45a0-8a07-9081c00eb00f,segment=NetworkSegment(74585ede-0833-498a-93b8-20d26bd57531),segment_id=74585ede-0833-498a-93b8-20d26bd57531)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:19.393948 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.408348 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Calling delete_port for 3423103e-855c-45a0-8a07-9081c00eb00f owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:27:19.410076 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), after_delete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.441602 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] Pushing event deleted for resources: {'Port': ['ID=3423103e-855c-45a0-8a07-9081c00eb00f,revision_number=None']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:19.445184 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8d77af-0eb9-46da-8bf6-816485c7eb2c None None] No DVR routers for this DVR port 3423103e-855c-45a0-8a07-9081c00eb00f on host dv-cinder-740146-17-iscsi {{(pid=104418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:27:19.504930 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device b110919b-e2db-488e-9623-1cecdc140f82 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:19.510381 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (3423103e-855c-45a0-8a07-9081c00eb00f), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.525321 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: b110919b-e2db-488e-9623-1cecdc140f82 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:19.525669 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device b110919b-e2db-488e-9623-1cecdc140f82 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:19.526080 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device e865beb9-727a-4eff-b141-78de1e562096 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:19.534446 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Pushing event deleted for resources: {'Port': ['ID=3423103e-855c-45a0-8a07-9081c00eb00f,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:19.539894 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] No DVR routers for this DVR port 3423103e-855c-45a0-8a07-9081c00eb00f on host dv-cinder-740146-17-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:27:19.550036 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: e865beb9-727a-4eff-b141-78de1e562096 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:19.550391 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device e865beb9-727a-4eff-b141-78de1e562096 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:19.550843 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3423103e-855c-45a0-8a07-9081c00eb00f no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:27:19.569243 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 3423103e-855c-45a0-8a07-9081c00eb00f {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:27:19.569597 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3423103e-855c-45a0-8a07-9081c00eb00f not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:27:19.620016 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (51670714-3553-4c50-bf11-4b2507200756), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.639144 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51670714-3553-4c50-bf11-4b2507200756']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:19.648899 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74585ede-0833-498a-93b8-20d26bd57531') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:19.649199 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74585ede-0833-498a-93b8-20d26bd57531') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:19.659597 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (74585ede-0833-498a-93b8-20d26bd57531), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.673422 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (74585ede-0833-498a-93b8-20d26bd57531), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.679550 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:27:19.679934 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (74585ede-0833-498a-93b8-20d26bd57531), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.721708 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 74585ede-0833-498a-93b8-20d26bd57531 resource provider aggregate not found Aug 04 02:27:19.739723 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 74585ede-0833-498a-93b8-20d26bd57531 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74585ede-0833-498a-93b8-20d26bd57531 found for delete ", "request_id": "req-034d0716-cf6e-4718-8f73-df9bf4454edd"}]} Aug 04 02:27:19.749146 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (51670714-3553-4c50-bf11-4b2507200756), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.756758 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.759852 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/51670714-3553-4c50-bf11-4b2507200756 HTTP/1.1" status: 204 len: 168 time: 0.8246379 Aug 04 02:27:19.769546 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ada9ae-d8ed-4611-86fe-2793b1e55eec admin admin] Pushing event deleted for resources: {'Network': ['ID=51670714-3553-4c50-bf11-4b2507200756,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:19.875022 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33456) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:19.916178 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-ad778ed0-f1d7-4e6d-a443-d0d873bae6ce admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=06f7c91a924c447fbca1b6a784d7b167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399668 Aug 04 02:27:19.918877 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33458) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:19.967955 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a798908-4d95-48f7-89b0-c2521eedea37 admin admin] Publish callbacks [] for security_group (bce84aba-ff83-4a95-bf47-f251636f28f6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:19.990255 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a798908-4d95-48f7-89b0-c2521eedea37 admin admin] Publish callbacks [] for security_group (bce84aba-ff83-4a95-bf47-f251636f28f6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.037421 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a798908-4d95-48f7-89b0-c2521eedea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (bce84aba-ff83-4a95-bf47-f251636f28f6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.039933 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a798908-4d95-48f7-89b0-c2521eedea37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.041115 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5a798908-4d95-48f7-89b0-c2521eedea37 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/bce84aba-ff83-4a95-bf47-f251636f28f6 HTTP/1.1" status: 204 len: 168 time: 0.1211853 Aug 04 02:27:20.048972 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a798908-4d95-48f7-89b0-c2521eedea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce84aba-ff83-4a95-bf47-f251636f28f6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:20.299882 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266b558-997b-4ef2-bc9a-8f69689b39ca req-f52f2ce8-455a-4807-9475-d5cc45001f32 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:20.301498 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f266b558-997b-4ef2-bc9a-8f69689b39ca req-f52f2ce8-455a-4807-9475-d5cc45001f32 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0484569 Aug 04 02:27:20.355283 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f266b558-997b-4ef2-bc9a-8f69689b39ca req-7ab5358c-bb61-4bdd-86dd-5ab0647783ce tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480676 Aug 04 02:27:20.386430 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33466) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:20.429627 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-4704c622-759c-4e8e-8e59-32d6f4bbf8d0 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=72c769241feb4f20a536bf1cb3b8a13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420830 Aug 04 02:27:20.432055 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33468) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:20.452821 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:20.483998 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8763-5d81-4829-9c13-79d5ad6d3143 admin admin] Publish callbacks [] for security_group (c33371e0-8b17-4060-ac2f-e3a9b5d491ef), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.505632 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8763-5d81-4829-9c13-79d5ad6d3143 admin admin] Publish callbacks [] for security_group (c33371e0-8b17-4060-ac2f-e3a9b5d491ef), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.552026 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8763-5d81-4829-9c13-79d5ad6d3143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (c33371e0-8b17-4060-ac2f-e3a9b5d491ef), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.554565 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-6e5e8763-5d81-4829-9c13-79d5ad6d3143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:20.555708 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-6e5e8763-5d81-4829-9c13-79d5ad6d3143 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/c33371e0-8b17-4060-ac2f-e3a9b5d491ef HTTP/1.1" status: 204 len: 168 time: 0.1227748 Aug 04 02:27:20.564486 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e8763-5d81-4829-9c13-79d5ad6d3143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33371e0-8b17-4060-ac2f-e3a9b5d491ef,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:21.476410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da25b3-0749-494f-b5b5-85d02b0caa82 req-927761e1-e16f-494f-9291-2d6c18e8eed3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:21.477900 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4da25b3-0749-494f-b5b5-85d02b0caa82 req-927761e1-e16f-494f-9291-2d6c18e8eed3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0492654 Aug 04 02:27:21.526726 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c4da25b3-0749-494f-b5b5-85d02b0caa82 req-5f0f8149-35da-4cdc-b498-009b629ebf1e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431795 Aug 04 02:27:22.555364 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 464771be-6667-4cc4-9015-5245b584f7ec details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:27:22.566555 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:22.649583 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aba29-eac6-4278-9ce4-365d55385600 req-6685134e-29b7-4015-935f-850e18f1beb3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:22.651101 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3e7aba29-eac6-4278-9ce4-365d55385600 req-6685134e-29b7-4015-935f-850e18f1beb3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 944 time: 0.0511594 Aug 04 02:27:22.662970 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 464771be-6667-4cc4-9015-5245b584f7ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=464771be-6667-4cc4-9015-5245b584f7ec,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:22.680130 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': '464771be-6667-4cc4-9015-5245b584f7ec', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:27:22.713973 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:22.717637 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3e7aba29-eac6-4278-9ce4-365d55385600 req-e1a6b4cb-f43b-492a-bc43-638fb4cf4ad3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607409 Aug 04 02:27:22.723711 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 464771be-6667-4cc4-9015-5245b584f7ec is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:27:22.724196 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (464771be-6667-4cc4-9015-5245b584f7ec), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:22.742722 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464771be-6667-4cc4-9015-5245b584f7ec {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:27:22.749076 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:22.765168 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 464771be-6667-4cc4-9015-5245b584f7ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=464771be-6667-4cc4-9015-5245b584f7ec,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:22.769304 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (464771be-6667-4cc4-9015-5245b584f7ec), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:22.816714 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=464771be-6667-4cc4-9015-5245b584f7ec,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:22.957931 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['464771be-6667-4cc4-9015-5245b584f7ec'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:27:23.819531 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:23.838605 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762d4fe-73f1-4499-ae0a-e916f04fe638 req-256fb801-0381-4d57-8a7b-e8f890415efa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:23.840104 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3762d4fe-73f1-4499-ae0a-e916f04fe638 req-256fb801-0381-4d57-8a7b-e8f890415efa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Aug 04 02:27:23.890497 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3762d4fe-73f1-4499-ae0a-e916f04fe638 req-35676f9d-3e4a-4a61-abf1-9ae429729a06 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443525 Aug 04 02:27:24.556578 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 464771be-6667-4cc4-9015-5245b584f7ec up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:27:24.602223 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port 464771be-6667-4cc4-9015-5245b584f7ec completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:27:24.608958 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port 464771be-6667-4cc4-9015-5245b584f7ec triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:27:24.609334 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (464771be-6667-4cc4-9015-5245b584f7ec), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:24.701059 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port 464771be-6667-4cc4-9015-5245b584f7ec is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:27:24.701458 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (464771be-6667-4cc4-9015-5245b584f7ec), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:24.727587 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:27:24.730129 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea56f2d-4c3b-41ca-bc67-64dbb5bfdf50" -d '{"events": [{"server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "name": "network-vif-plugged", "status": "completed", "tag": "464771be-6667-4cc4-9015-5245b584f7ec"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:27:24.744173 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port 464771be-6667-4cc4-9015-5245b584f7ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=464771be-6667-4cc4-9015-5245b584f7ec,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:27:24.748954 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (464771be-6667-4cc4-9015-5245b584f7ec), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:24.776928 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0e9de-de35-49bd-9e16-7e59605f9fdf x-openstack-request-id: req-b8e0e9de-de35-49bd-9e16-7e59605f9fdf {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:27:24.777222 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "name": "network-vif-plugged", "status": "completed", "tag": "464771be-6667-4cc4-9015-5245b584f7ec", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:27:24.777494 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b8e0e9de-de35-49bd-9e16-7e59605f9fdf {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:27:24.777880 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e0e9de-de35-49bd-9e16-7e59605f9fdf'] response: {'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec', 'code': 200} Aug 04 02:27:24.812066 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=464771be-6667-4cc4-9015-5245b584f7ec,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:25.012017 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95837cad-edda-474e-a2ae-ebc43a8e9d0f req-9a08c426-279f-496a-bee5-fbe2480c6327 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:25.013538 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95837cad-edda-474e-a2ae-ebc43a8e9d0f req-9a08c426-279f-496a-bee5-fbe2480c6327 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0486822 Aug 04 02:27:25.068743 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-95837cad-edda-474e-a2ae-ebc43a8e9d0f req-5da387fd-2e91-43ec-853b-df5bbdf8d8ed tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486765 Aug 04 02:27:25.835501 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e3c93-5d20-4a54-a55a-5c520cfd081b req-03165595-bac1-4b43-a063-5b03b9fd119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:25.836980 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd9e3c93-5d20-4a54-a55a-5c520cfd081b req-03165595-bac1-4b43-a063-5b03b9fd119d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1130 time: 0.0388467 Aug 04 02:27:26.187781 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ea2aa-c915-440a-a53a-0fd02008f6b2 req-70440db2-26cc-4bb2-8b95-264c3fe179c0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:26.189765 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a18ea2aa-c915-440a-a53a-0fd02008f6b2 req-70440db2-26cc-4bb2-8b95-264c3fe179c0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0468979 Aug 04 02:27:26.238967 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a18ea2aa-c915-440a-a53a-0fd02008f6b2 req-0b04b858-3684-4e9e-9843-a52c4a6683f0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436234 Aug 04 02:27:26.629943 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dd9e3c93-5d20-4a54-a55a-5c520cfd081b req-07a4a84c-6472-40ea-a284-f6d0d01cb127 service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443966 Aug 04 02:27:27.360467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627820-13cf-4f09-b7ca-86eb4341b4f1 req-d79f6853-a71f-492e-a18e-3b42e64fbefe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:27.361974 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39627820-13cf-4f09-b7ca-86eb4341b4f1 req-d79f6853-a71f-492e-a18e-3b42e64fbefe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0520854 Aug 04 02:27:27.413438 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-39627820-13cf-4f09-b7ca-86eb4341b4f1 req-785cfabc-37bb-48a4-89c0-67acf2ccd6b8 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457270 Aug 04 02:27:28.533288 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc37949-db78-46a8-b29b-47671a472e18 req-fc5929b8-3490-4ec4-aff1-7208a088e8ef tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:28.534985 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4dc37949-db78-46a8-b29b-47671a472e18 req-fc5929b8-3490-4ec4-aff1-7208a088e8ef tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0505450 Aug 04 02:27:28.546329 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:28.585680 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4dc37949-db78-46a8-b29b-47671a472e18 req-e16a1168-e2cf-4155-9a09-66b11336521d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448713 Aug 04 02:27:29.709157 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78d99c-5afd-4b48-a165-5d4211fd543c req-409576a9-347d-48b8-b5a9-cf7fc73e53f0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:29.710641 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3c78d99c-5afd-4b48-a165-5d4211fd543c req-409576a9-347d-48b8-b5a9-cf7fc73e53f0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0516636 Aug 04 02:27:29.767069 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-3c78d99c-5afd-4b48-a165-5d4211fd543c req-20b1e026-7965-40b9-a112-a3d85e9bf597 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444613 Aug 04 02:27:29.890761 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f34575-fb4b-4859-831d-af221c04f81b req-04250400-af78-41c1-a86b-261cc185ad2c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:29.892260 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16f34575-fb4b-4859-831d-af221c04f81b req-04250400-af78-41c1-a86b-261cc185ad2c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0473402 Aug 04 02:27:29.922405 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:29.942858 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-16f34575-fb4b-4859-831d-af221c04f81b req-c0d17cdf-a2cd-419f-ad61-f6a4b18a71e9 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450387 Aug 04 02:27:29.968906 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33542) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:30.013916 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75da6f-3de4-42c4-9deb-11abefb92051 tempest-TestVolumeBootPattern-77491854 tempest-TestVolumeBootPattern-77491854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:30.015561 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-1d75da6f-3de4-42c4-9deb-11abefb92051 tempest-TestVolumeBootPattern-77491854 tempest-TestVolumeBootPattern-77491854-project-admin] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1125 time: 0.0449705 Aug 04 02:27:30.018374 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33544) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:30.022477 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.v2.base [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:27:30.026734 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:30.046628 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:30.124818 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:30.234242 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_common [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Allocated IP 172.27.4.126 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3) {{(pid=104417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:27:30.281536 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:30.341523 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:30.373851 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:30.417105 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:27:30.420259 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.base_scheduler [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Resources bound (agent type, host, resource id): {{(pid=104417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:27:30.424295 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Received port after_create {{(pid=104417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:27:30.430091 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:30.798903 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (56799baa-3652-40fe-9bf7-ddc84cc2967a), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:30.864708 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), before_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:30.894185 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:30.995525 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:31.014570 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), precommit_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:31.019525 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8923997'] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), after_update {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:31.089260 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (56799baa-3652-40fe-9bf7-ddc84cc2967a), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:31.090981 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3,revision_number=2']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:31.183415 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Floating IP 56799baa-3652-40fe-9bf7-ddc84cc2967a associated. External IP: 172.27.4.126, port: 464771be-6667-4cc4-9015-5245b584f7ec. Aug 04 02:27:31.381870 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:27:31.489448 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:27:31.500486 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:27:31.509460 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:31.515094 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:31.515928 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:27:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:31.544060 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-3f72030a-254f-4db1-9995-b9e15455129c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5247083 Aug 04 02:27:31.544750 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:27:31.547229 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bcc458-e131-4ba3-881f-a6c7c0041972" -d '{"events": [{"name": "network-changed", "server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "tag": "464771be-6667-4cc4-9015-5245b584f7ec"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:27:31.591561 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49e4b44-fbf5-4414-a190-655ac4e35697 x-openstack-request-id: req-f49e4b44-fbf5-4414-a190-655ac4e35697 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:27:31.591827 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "tag": "464771be-6667-4cc4-9015-5245b584f7ec", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:27:31.592009 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f49e4b44-fbf5-4414-a190-655ac4e35697 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:27:31.592424 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49e4b44-fbf5-4414-a190-655ac4e35697'] response: {'name': 'network-changed', 'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec', 'status': 'completed', 'code': 200} Aug 04 02:27:31.635909 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:31.665313 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-06e2a0f7-d47e-4837-90e3-25e67692bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:31.666831 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-06e2a0f7-d47e-4837-90e3-25e67692bf12 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1130 time: 0.0523326 Aug 04 02:27:31.770217 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-9876f0fa-307e-4c5a-98db-a5ff3eea06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:31.776566 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-9876f0fa-307e-4c5a-98db-a5ff3eea06e6 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.1016486 Aug 04 02:27:31.845165 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-df92fac2-79a2-44cf-bbcb-0da4d2cdc7eb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 1000 time: 0.0626757 Aug 04 02:27:31.900455 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-892160b4-7fb1-42a2-b3aa-3358497a4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:31.901874 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-892160b4-7fb1-42a2-b3aa-3358497a4154 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0511961 Aug 04 02:27:31.943352 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:30Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:31.946470 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-abbabe8a-6575-41eb-993b-db2d70a06cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:27:31.947985 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-abbabe8a-6575-41eb-993b-db2d70a06cf6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407143 Aug 04 02:27:31.957947 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-b2cdbc0f-ce05-4d2f-9f31-8ceef60dbd92 service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:27:31.958936 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-b2cdbc0f-ce05-4d2f-9f31-8ceef60dbd92 service neutron] 10.222.0.36 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048885 Aug 04 02:27:31.968412 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:27:31.977427 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:27:31.978036 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:27:11Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:32.050774 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-284890b1-ab7c-4227-b0d7-6b4a1ed895cb service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862942 Aug 04 02:27:32.084105 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:27:32.145726 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-15bcc458-e131-4ba3-881f-a6c7c0041972 req-44791928-f239-4125-b9f1-59571f389900 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895653 Aug 04 02:27:32.294419 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:32.299063 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:30Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:32.323453 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e833b439-ad4f-4e1b-8911-45b3f0ab8984 None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:30Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:27:32.510647 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8926526-38d1-4c1a-977e-7b706b5a5708 None None] New status for floating IP 56799baa-3652-40fe-9bf7-ddc84cc2967a: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:27:34.537286 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:35.900871 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:27:37.341593 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33606) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:37.386608 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.db_base_plugin_v2 [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Deleting subnet b4b909a2-df3c-48c4-a490-32fa7afe0a66 {{(pid=104417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:27:37.389755 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Publish callbacks [] for subnet (b4b909a2-df3c-48c4-a490-32fa7afe0a66), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.428189 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9733181'] for subnet (b4b909a2-df3c-48c4-a490-32fa7afe0a66), precommit_delete_associations {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.468414 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (b4b909a2-df3c-48c4-a490-32fa7afe0a66), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.486415 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:37.522550 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8923923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9813833'] for subnet (b4b909a2-df3c-48c4-a490-32fa7afe0a66), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.548991 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b909a2-df3c-48c4-a490-32fa7afe0a66,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:37.550963 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for subnet (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.554131 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-15add1cb-5b96-4039-a6ad-adff18c749bf admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/b4b909a2-df3c-48c4-a490-32fa7afe0a66 HTTP/1.1" status: 204 len: 168 time: 0.2115436 Aug 04 02:27:37.556570 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33608) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:37.630616 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (63632897-cfd5-41e9-875a-d724156cb8a5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.711418 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (63632897-cfd5-41e9-875a-d724156cb8a5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.730957 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63632897-cfd5-41e9-875a-d724156cb8a5']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:37.739876 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:37.740168 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf1d983-9fdb-4013-a67f-0426e5a6d6ad') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:27:37.749363 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (7bf1d983-9fdb-4013-a67f-0426e5a6d6ad), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.755391 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:37.763626 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (7bf1d983-9fdb-4013-a67f-0426e5a6d6ad), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.771289 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:27:37.771668 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (7bf1d983-9fdb-4013-a67f-0426e5a6d6ad), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.809893 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 7bf1d983-9fdb-4013-a67f-0426e5a6d6ad resource provider aggregate not found Aug 04 02:27:37.828962 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 7bf1d983-9fdb-4013-a67f-0426e5a6d6ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bf1d983-9fdb-4013-a67f-0426e5a6d6ad found for delete ", "request_id": "req-8d47750c-96da-4d1c-abc4-3439657fdbda"}]} Aug 04 02:27:37.835113 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (63632897-cfd5-41e9-875a-d724156cb8a5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.840594 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:37.843916 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/63632897-cfd5-41e9-875a-d724156cb8a5 HTTP/1.1" status: 204 len: 168 time: 0.2861598 Aug 04 02:27:37.855031 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de1e2c-182a-4c6d-8825-cb4e138a700b admin admin] Pushing event deleted for resources: {'Network': ['ID=63632897-cfd5-41e9-875a-d724156cb8a5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:38.008547 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33616) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:38.055039 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-d9ad5599-61e4-4205-abad-33c09bbe677b admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=b8fd26658f57474aba12bceb6b9c7176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452828 Aug 04 02:27:38.059258 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33618) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:38.110887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a072574a-d189-470b-9f21-f62535fde5db admin admin] Publish callbacks [] for security_group (a19b939e-695f-431f-b7e9-5bbfe9195d0b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:38.132588 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a072574a-d189-470b-9f21-f62535fde5db admin admin] Publish callbacks [] for security_group (a19b939e-695f-431f-b7e9-5bbfe9195d0b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:38.178447 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a072574a-d189-470b-9f21-f62535fde5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a19b939e-695f-431f-b7e9-5bbfe9195d0b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:38.181018 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-a072574a-d189-470b-9f21-f62535fde5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:38.182140 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-a072574a-d189-470b-9f21-f62535fde5db admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a19b939e-695f-431f-b7e9-5bbfe9195d0b HTTP/1.1" status: 204 len: 168 time: 0.1219804 Aug 04 02:27:38.190939 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072574a-d189-470b-9f21-f62535fde5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19b939e-695f-431f-b7e9-5bbfe9195d0b,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:39.338181 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cbe552bd-9df0-4d1c-a92b-71a777f360d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:41.515782 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ceda489c-fdee-4358-b54a-8d6816d266ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:42.140565 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=72 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:42.142465 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=47 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:42.784114 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:44.348712 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:44.434154 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:45.895437 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:45.896196 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=81 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:46.282952 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33692) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:46.386051 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0105108e-53be-42e5-aacb-1090981e894b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.463140 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0105108e-53be-42e5-aacb-1090981e894b admin admin] Publish callbacks [] for security_group (99e6d25f-36cb-4aab-a132-0be6351bf0f7), precommit_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.466779 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0105108e-53be-42e5-aacb-1090981e894b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (99e6d25f-36cb-4aab-a132-0be6351bf0f7), after_create {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.506140 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0105108e-53be-42e5-aacb-1090981e894b admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=935988ddbe5941089a35137e84547ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221096 Aug 04 02:27:46.506994 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105108e-53be-42e5-aacb-1090981e894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e6d25f-36cb-4aab-a132-0be6351bf0f7,revision_number=1']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:46.508915 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33696) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:27:46.557885 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Publish callbacks [] for security_group (99e6d25f-36cb-4aab-a132-0be6351bf0f7), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.579862 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Publish callbacks [] for security_group (99e6d25f-36cb-4aab-a132-0be6351bf0f7), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.633281 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (99e6d25f-36cb-4aab-a132-0be6351bf0f7), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.635833 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:27:46.637017 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/99e6d25f-36cb-4aab-a132-0be6351bf0f7 HTTP/1.1" status: 204 len: 168 time: 0.1271069 Aug 04 02:27:46.646640 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e6d25f-36cb-4aab-a132-0be6351bf0f7,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:27:46.654204 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.654560 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.654905 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.655250 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.655592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.655928 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.656263 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.656592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.656998 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.657274 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.657605 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.657932 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.658259 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.658583 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:46.659405 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f44697-f79b-4496-be3d-f4c7c0263e98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:27:54.421882 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:54.429549 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:56.499517 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:56.502186 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:56.648926 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:56.649813 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:27:56.673678 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:04.553698 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:09.341497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d0a226e3-54e1-4f5f-b9b9-ec5e45e4085e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:10.814481 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=16 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:10.819166 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=16 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:11.518287 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff7a4-6f7d-4f22-b60a-c2d5876127db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:12.783826 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:12.900253 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:28:14.342163 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:14.439677 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:20.830122 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:22.896840 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:24.424883 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:24.433590 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:24.435293 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:34.547864 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:39.345008 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c72a146a-9adc-4322-9cf1-c64b45500ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:41.520776 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-4a5a04e3-7405-46c5-ad53-149a32ed8d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:42.787053 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:44.344689 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:44.433126 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:28:47.815683 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:47.816378 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:49.900946 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:28:54.422252 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:54.427308 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:28:54.428466 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:04.571920 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:07.858203 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:07.858874 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:09.347417 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-acfa757b-ca6b-42ff-8da0-68de18715cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:11.521646 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ef8cfc8f-6656-4f2b-8104-44efc6137cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:12.790253 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:14.348090 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:14.437389 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:14.695621 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-7efc542c-8a15-480a-bb3e-37a49bcfa804 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1373425 Aug 04 02:29:14.775690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-df252a10-a489-44d7-b5f1-2c19cfebb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:14.777175 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-df252a10-a489-44d7-b5f1-2c19cfebb683 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1130 time: 0.0390878 Aug 04 02:29:14.893281 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-8afcbbe0-9827-442e-b0b8-160e7a43e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:14.894668 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-8afcbbe0-9827-442e-b0b8-160e7a43e616 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0992026 Aug 04 02:29:14.956551 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-32fea028-0f40-4212-8c17-dc205e154c8b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 1002 time: 0.0557382 Aug 04 02:29:15.004673 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-36b24c60-ecce-489d-b151-d4d285a51f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:15.006121 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-36b24c60-ecce-489d-b151-d4d285a51f0f service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0437233 Aug 04 02:29:15.052869 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-11cb31a0-100e-4b36-a885-9bdf8211010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:15.054349 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-11cb31a0-100e-4b36-a885-9bdf8211010e service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420277 Aug 04 02:29:15.146044 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-73717257-e79a-47d1-b3b7-856a7a983e07 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844488 Aug 04 02:29:15.240313 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c3a547cf-69f2-4ec2-8b85-966d59c0aaec req-4954802e-912b-4974-b1df-dd7ac8b318ef service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879850 Aug 04 02:29:18.487914 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-e8661037-249e-42b5-9f94-d24851cf450a tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-689449970&fields=id&tenant_id=5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 267 time: 0.0469787 Aug 04 02:29:18.595477 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-e77a007c-7d08-451d-91f3-fb824c928990 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:18.596863 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-e77a007c-7d08-451d-91f3-fb824c928990 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 811 time: 0.1024830 Aug 04 02:29:18.612114 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-284094f6-7a77-4386-96b1-1ce428f87861 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/quotas/5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 375 time: 0.0091062 Aug 04 02:29:18.662829 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-861bbff8-d31b-4aae-b65e-78b6535b68b2 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458024 Aug 04 02:29:18.678070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-0d8751c1-dbc2-4011-bd18-3813d7add50b service neutron] http://10.222.0.45:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104416) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 04 02:29:18.679031 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-0d8751c1-dbc2-4011-bd18-3813d7add50b service neutron] 10.222.0.45 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049350 Aug 04 02:29:18.771181 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-fb0a72f2-dcf3-471f-8ec3-a970e6bc9fdb service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856485 Aug 04 02:29:18.862031 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-4abe561b-117c-491b-a0b8-07d1fbcd6d30 service neutron] 10.222.0.45 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845358 Aug 04 02:29:19.152093 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-acae880b-4d27-412c-9766-32df30f3b6e2 req-ea442bf7-3f61-4a2d-a35b-2173e8982351 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 210 time: 0.0285857 Aug 04 02:29:20.129553 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:20.141648 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:20.160218 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-c5e4481f-ef92-4b85-a0e0-7543eacacaa7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:20.162010 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-c5e4481f-ef92-4b85-a0e0-7543eacacaa7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 811 time: 0.1067364 Aug 04 02:29:20.230050 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-c2d7f407-f252-4d59-b04d-cdb754065c66 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5f4683550a9d40d1ab0439d002d73749 HTTP/1.1" status: 200 len: 379 time: 0.0597422 Aug 04 02:29:20.239131 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'port': {'device_id': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'admin_state_up': True, 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'security_groups': ['67626d0c-1b98-49df-bf7f-beda780110c8']}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:29:20.581772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-217404c1-5f59-41ad-9108-4bba6305a86a req-21084124-d17d-422c-88a1-736c8baf88e1 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 210 time: 0.3368852 Aug 04 02:29:20.666616 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Made reservation on behalf of 5f4683550a9d40d1ab0439d002d73749 for: {'port': 1} {{(pid=104416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 02:29:20.670121 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:20.796198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Allocated IP 172.20.0.5 (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4/80de0531-803e-4995-aa6f-151bf80b82e6/cec92996-e650-4cdb-819d-b77297a9d55d) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:29:20.935886 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (cec92996-e650-4cdb-819d-b77297a9d55d), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:20.967746 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.007776 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:29:21.013561 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:29:21.017472 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:29:21.045562 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=cec92996-e650-4cdb-819d-b77297a9d55d,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:21.063763 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.064031 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.064380 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.064753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.065095 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.065432 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.065767 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.066098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.066430 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.066762 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.067101 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.067425 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.067753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.068083 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.068422 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:21.084838 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:21.085453 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.103960 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-12f5598b-000e-4629-90a0-1748440a9007 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8690841 Aug 04 02:29:21.114807 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Request body: {'port': {'device_id': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:29:21.181480 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.235443 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:21.291592 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:21.297682 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-e2383e31-d168-42b6-a157-b2d8dc45a22c None None] Provisioning complete for port cec92996-e650-4cdb-819d-b77297a9d55d triggered by entity DHCP. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:29:21.298483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e2383e31-d168-42b6-a157-b2d8dc45a22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.456686 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec92996-e650-4cdb-819d-b77297a9d55d {{(pid=104416) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:29:21.459480 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-e2383e31-d168-42b6-a157-b2d8dc45a22c None None] Port cec92996-e650-4cdb-819d-b77297a9d55d cannot update to ACTIVE because it is not bound. {{(pid=104418) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 04 02:29:21.466159 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Publish callbacks [] for port (cec92996-e650-4cdb-819d-b77297a9d55d), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.479389 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.provisioning_blocks [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Transition to ACTIVE for port object cec92996-e650-4cdb-819d-b77297a9d55d will not be triggered until provisioned by entity L2. {{(pid=104416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 04 02:29:21.483255 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.563579 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=cec92996-e650-4cdb-819d-b77297a9d55d,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:21.590913 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Attempting to bind port cec92996-e650-4cdb-819d-b77297a9d55d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 04 02:29:21.591241 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Attempting to bind port cec92996-e650-4cdb-819d-b77297a9d55d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 04 02:29:21.591571 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Attempting to bind port cec92996-e650-4cdb-819d-b77297a9d55d on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:29:21.596128 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Port cec92996-e650-4cdb-819d-b77297a9d55d on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 04 02:29:21.596444 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Attempting to bind port cec92996-e650-4cdb-819d-b77297a9d55d on network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 04 02:29:21.601289 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Checking agent: {'id': '1c940e3f-5400-4137-8c2a-e4ba3bc20da0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'started_at': datetime.datetime(2022, 8, 4, 2, 15, 4), 'heartbeat_timestamp': datetime.datetime(2022, 8, 4, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 04 02:29:21.601623 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Checking segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 04 02:29:21.602625 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Bound using segment: {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'} {{(pid=104416) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 04 02:29:21.603043 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.managers [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Bound port: cec92996-e650-4cdb-819d-b77297a9d55d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4'}}] {{(pid=104416) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 04 02:29:21.603419 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.680606 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] For port cec92996-e650-4cdb-819d-b77297a9d55d, host hv-cinder-74014, cleared binding levels {{(pid=104416) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 02:29:21.711142 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] For port cec92996-e650-4cdb-819d-b77297a9d55d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cec92996-e650-4cdb-819d-b77297a9d55d,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104416) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 02:29:21.723447 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e694fe2-35c5-44f4-992f-4c8c833b5810 req-595139a8-69c0-4998-a86d-8169644867b6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:21.724930 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e694fe2-35c5-44f4-992f-4c8c833b5810 req-595139a8-69c0-4998-a86d-8169644867b6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0587802 Aug 04 02:29:21.726397 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.731197 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:21.731796 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:21.733159 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] 10.222.0.36 "PUT /networking/v2.0/ports/cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 200 len: 1093 time: 0.6225474 Aug 04 02:29:21.733696 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:29:21.735907 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a660bac-9a4f-4749-8376-24cb061d4d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:29:21.848387 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147fa0b-4e07-401a-b8b2-80381ae4cdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=cec92996-e650-4cdb-819d-b77297a9d55d,revision_number=3']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:21.858718 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-91a8da0c-6c40-415d-9c27-972b407b5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:21.860222 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-91a8da0c-6c40-415d-9c27-972b407b5d6f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1127 time: 0.0849483 Aug 04 02:29:21.864403 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2e694fe2-35c5-44f4-992f-4c8c833b5810 req-72fbb090-8854-494c-b8f3-3f1fafd77038 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257458 Aug 04 02:29:21.908870 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-b468d131-ca04-4b7b-8745-ec9026e27a8b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 200 len: 217 time: 0.0405684 Aug 04 02:29:21.941209 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400eb80a-ea7d-470d-9ba3-e4f624d2a9dd x-openstack-request-id: req-400eb80a-ea7d-470d-9ba3-e4f624d2a9dd {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:29:21.941504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:29:21.941753 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-400eb80a-ea7d-470d-9ba3-e4f624d2a9dd {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:29:21.942145 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400eb80a-ea7d-470d-9ba3-e4f624d2a9dd'] response: {'name': 'network-changed', 'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'status': 'completed', 'code': 200} Aug 04 02:29:21.959711 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-847420cf-9681-4e79-8a91-04ac75ff59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:21.961268 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-847420cf-9681-4e79-8a91-04ac75ff59e3 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0471089 Aug 04 02:29:22.003749 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-58f0f78b-fc92-4b1a-a05e-e88025bbc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:22.005241 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-58f0f78b-fc92-4b1a-a05e-e88025bbc93d service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377762 Aug 04 02:29:22.099274 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-bee3743b-6525-4ed1-aedd-650a78cb3bed service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870965 Aug 04 02:29:22.162223 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:22.177690 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:22.189586 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-b3264494-31dc-4bbb-a2a9-ca462b98f8ae req-3017331b-2e27-4515-b4f1-55f31d521b7e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842915 Aug 04 02:29:22.519428 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-424830d4-ec50-4456-b68d-f189de8eb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:22.520942 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-424830d4-ec50-4456-b68d-f189de8eb33c service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1127 time: 0.0471721 Aug 04 02:29:22.629794 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-1771f363-e354-4c59-84ba-004062fdcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:22.631261 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-1771f363-e354-4c59-84ba-004062fdcc6f service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0897727 Aug 04 02:29:22.677612 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-c568d418-3f23-4ca7-a607-a01f2dd3f86b service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 200 len: 217 time: 0.0365839 Aug 04 02:29:22.727534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-dff24007-20e8-4c22-b624-50f4e9e20459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:22.728979 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-dff24007-20e8-4c22-b624-50f4e9e20459 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0436795 Aug 04 02:29:22.771618 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-8dc467c0-c29d-428e-bb28-e7bfde3085e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:22.773031 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-8dc467c0-c29d-428e-bb28-e7bfde3085e5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385888 Aug 04 02:29:22.864895 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-571963e8-eb14-4daa-9c20-9b92f45d9403 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Aug 04 02:29:22.986381 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-2a660bac-9a4f-4749-8376-24cb061d4d5c req-f6066c0f-98ff-4c1b-9eaa-dbbbd342c012 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155879 Aug 04 02:29:23.000212 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52159468-856e-4896-a7fb-473057b3e28a req-8e38b829-ac9c-4cc2-89e9-37ab53d5ab7c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:23.001742 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52159468-856e-4896-a7fb-473057b3e28a req-8e38b829-ac9c-4cc2-89e9-37ab53d5ab7c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0611150 Aug 04 02:29:23.050824 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-52159468-856e-4896-a7fb-473057b3e28a req-bd927bf2-b866-4f23-b708-d832cef3f3bc tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Aug 04 02:29:24.170108 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f3fc4-693b-4374-94fc-f68921181f91 req-41f4559e-0328-45e6-b49e-18be6273e2dd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:24.171606 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-572f3fc4-693b-4374-94fc-f68921181f91 req-41f4559e-0328-45e6-b49e-18be6273e2dd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0477874 Aug 04 02:29:24.222696 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-572f3fc4-693b-4374-94fc-f68921181f91 req-245caf80-99fc-47c2-8403-0cced3b8be56 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Aug 04 02:29:24.809589 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:24.813828 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:25.339908 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13144-5c79-4159-aa73-0732accdc948 req-209d9be9-7711-43c4-b7b4-21e2b412739d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:25.341457 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8c13144-5c79-4159-aa73-0732accdc948 req-209d9be9-7711-43c4-b7b4-21e2b412739d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0468845 Aug 04 02:29:25.394790 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a8c13144-5c79-4159-aa73-0732accdc948 req-17b591ff-ae19-4906-ba9c-8232e2067bcf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472312 Aug 04 02:29:26.514224 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26058956-4dc4-454f-8b26-a5c32f27ef50 req-a70b4770-d994-4699-915d-eb0a6122b999 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:26.515696 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-26058956-4dc4-454f-8b26-a5c32f27ef50 req-a70b4770-d994-4699-915d-eb0a6122b999 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0477440 Aug 04 02:29:26.565024 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-26058956-4dc4-454f-8b26-a5c32f27ef50 req-9f36b1ff-441b-40d1-90e6-14f5593f601e tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436599 Aug 04 02:29:26.899734 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:29:27.689467 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6403b-0c78-469c-ac26-5a8a55643746 req-42983715-2a32-46d8-95bb-7bae9baf7d60 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:27.690946 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8d6403b-0c78-469c-ac26-5a8a55643746 req-42983715-2a32-46d8-95bb-7bae9baf7d60 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0472162 Aug 04 02:29:27.740099 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8d6403b-0c78-469c-ac26-5a8a55643746 req-76b247d6-fff7-46f2-aed2-31b08b8ce3b3 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433102 Aug 04 02:29:28.859863 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7f358-94a6-4a73-bed8-ccbd12d3f558 req-3824d4ef-9770-4747-8f5b-872a1fbc62d7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:28.861368 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dba7f358-94a6-4a73-bed8-ccbd12d3f558 req-3824d4ef-9770-4747-8f5b-872a1fbc62d7 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0511973 Aug 04 02:29:28.912167 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dba7f358-94a6-4a73-bed8-ccbd12d3f558 req-eee6bf74-bea3-4a33-9212-f5699b861327 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451856 Aug 04 02:29:30.000030 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:30.020680 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:30.036116 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fd05a-dc79-4e7c-b17f-c39887378b96 req-50d29b15-7487-4e6d-abe4-a30c42b57022 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:30.037610 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc8fd05a-dc79-4e7c-b17f-c39887378b96 req-50d29b15-7487-4e6d-abe4-a30c42b57022 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0477481 Aug 04 02:29:30.087626 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-dc8fd05a-dc79-4e7c-b17f-c39887378b96 req-2cf69fb6-7373-4582-932d-c365be24c3f1 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439131 Aug 04 02:29:31.182212 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device cec92996-e650-4cdb-819d-b77297a9d55d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=104418) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 02:29:31.206049 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39b675-90fc-4e36-bf5a-f56e9bf3c958 req-0066e270-796d-4446-bc9b-4a5dd3b5931d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:31.207527 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6c39b675-90fc-4e36-bf5a-f56e9bf3c958 req-0066e270-796d-4446-bc9b-4a5dd3b5931d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 943 time: 0.0486000 Aug 04 02:29:31.260579 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6c39b675-90fc-4e36-bf5a-f56e9bf3c958 req-9efa1b2a-e251-49bd-8ca4-a765fcdd4ae0 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472806 Aug 04 02:29:31.285131 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port cec92996-e650-4cdb-819d-b77297a9d55d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cec92996-e650-4cdb-819d-b77297a9d55d,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:29:31.297596 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Returning: {'device': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'port_id': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'mac_address': 'fa:16:3e:d6:a6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104418) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 02:29:31.332662 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port cec92996-e650-4cdb-819d-b77297a9d55d is: DOWN; New status is: BUILD {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:29:31.333062 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:31.346332 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec92996-e650-4cdb-819d-b77297a9d55d {{(pid=104418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 04 02:29:31.366186 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port cec92996-e650-4cdb-819d-b77297a9d55d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cec92996-e650-4cdb-819d-b77297a9d55d,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:29:31.370943 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:31.419129 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=cec92996-e650-4cdb-819d-b77297a9d55d,revision_number=4']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:31.426131 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.426484 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.426831 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.427174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.427512 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.427846 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.428176 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.428505 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.428863 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.429194 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.429524 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.430366 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.430732 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.431199 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.431610 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:29:31.579024 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] get_ports_and_sgs() called for port_ids ['cec92996-e650-4cdb-819d-b77297a9d55d'] {{(pid=104418) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 02:29:32.379395 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43095f26-fd08-4c75-b4bf-f5783cfee784 req-f9e4d242-e045-4fc8-8d52-ef5235d9e652 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:32.380886 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-43095f26-fd08-4c75-b4bf-f5783cfee784 req-f9e4d242-e045-4fc8-8d52-ef5235d9e652 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 944 time: 0.0469267 Aug 04 02:29:32.430378 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-43095f26-fd08-4c75-b4bf-f5783cfee784 req-fcff6472-8c78-4f85-9977-a3088d676aea tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Aug 04 02:29:33.204537 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device cec92996-e650-4cdb-819d-b77297a9d55d up at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 02:29:33.246836 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning for port cec92996-e650-4cdb-819d-b77297a9d55d completed by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 04 02:29:33.253082 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.provisioning_blocks [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Provisioning complete for port cec92996-e650-4cdb-819d-b77297a9d55d triggered by entity L2. {{(pid=104418) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 04 02:29:33.253499 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-909895'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), provisioning_complete {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:33.323874 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Current status of the port cec92996-e650-4cdb-819d-b77297a9d55d is: BUILD; New status is: ACTIVE {{(pid=104418) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 04 02:29:33.333265 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), before_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:33.361642 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d'}] {{(pid=104418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:29:33.364288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04f160c46b22f0c708fa2500a7e03c9d662326b6be51e9ce5bd7f1d36594d778" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526d722-227d-405d-a136-4246ed83641e" -d '{"events": [{"server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "name": "network-vif-plugged", "status": "completed", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d"}]}' {{(pid=104418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:29:33.380261 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.db [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] For port cec92996-e650-4cdb-819d-b77297a9d55d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cec92996-e650-4cdb-819d-b77297a9d55d,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:29:33.384891 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:33.433771 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Pushing event updated for resources: {'Port': ['ID=cec92996-e650-4cdb-819d-b77297a9d55d,revision_number=5']} {{(pid=104418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:33.464556 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c07b36c-0559-4dc6-a8a4-ec42d3069e2b x-openstack-request-id: req-6c07b36c-0559-4dc6-a8a4-ec42d3069e2b {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:29:33.464881 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "name": "network-vif-plugged", "status": "completed", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d", "code": 200}]} {{(pid=104418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:29:33.465243 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c07b36c-0559-4dc6-a8a4-ec42d3069e2b {{(pid=104418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:29:33.465580 dv-cinder-740146-17-iscsi neutron-server[104418]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c07b36c-0559-4dc6-a8a4-ec42d3069e2b'] response: {'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'code': 200} Aug 04 02:29:33.549903 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09688fb6-1b5d-45fe-82c0-1d391666d4bd req-105f8b22-9136-4a25-9d25-1a8975d69c0f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:33.551390 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09688fb6-1b5d-45fe-82c0-1d391666d4bd req-105f8b22-9136-4a25-9d25-1a8975d69c0f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Aug 04 02:29:33.603096 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-09688fb6-1b5d-45fe-82c0-1d391666d4bd req-a856728f-4df8-4cbb-b2d1-8b4823101703 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457180 Aug 04 02:29:33.695949 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126e39d-2d29-4dff-9713-4103dff09030 req-dc1302e0-b94c-406c-8cd5-f48f9713e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:33.697545 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1126e39d-2d29-4dff-9713-4103dff09030 req-dc1302e0-b94c-406c-8cd5-f48f9713e9f9 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1129 time: 0.0464203 Aug 04 02:29:33.743705 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-1126e39d-2d29-4dff-9713-4103dff09030 req-0b06d88a-623f-489c-8378-6a3f4876389a service neutron] 10.222.0.36 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Aug 04 02:29:34.567036 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=3,neutron:SELECT=76 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:34.568842 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:34.574529 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:34.583923 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:34.724691 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404b62-0267-47eb-99ac-df2b21acdd65 req-e4dc1e36-8a8c-4ae4-b5e7-a85ae4b209bf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:34.726164 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73404b62-0267-47eb-99ac-df2b21acdd65 req-e4dc1e36-8a8c-4ae4-b5e7-a85ae4b209bf tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0474703 Aug 04 02:29:34.775354 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-73404b62-0267-47eb-99ac-df2b21acdd65 req-0f9fec51-25bd-4762-8619-2e6da0619f20 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434539 Aug 04 02:29:35.895922 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d275e4f-7239-42b2-8eea-f2897b747b55 req-9d98f173-8273-4274-a620-1391f09d70ce tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:35.897415 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d275e4f-7239-42b2-8eea-f2897b747b55 req-9d98f173-8273-4274-a620-1391f09d70ce tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0499279 Aug 04 02:29:35.947314 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-9d275e4f-7239-42b2-8eea-f2897b747b55 req-2cf97c9f-aea2-4e7c-a5e3-5a20030b083b tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Aug 04 02:29:36.069841 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446becc6-fdb8-4b16-add2-0d13d0d564b2 req-3590998a-750b-47ee-879f-c6d3020f1b85 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:36.071733 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-446becc6-fdb8-4b16-add2-0d13d0d564b2 req-3590998a-750b-47ee-879f-c6d3020f1b85 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0469477 Aug 04 02:29:36.121440 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-446becc6-fdb8-4b16-add2-0d13d0d564b2 req-aefe05b2-a105-4145-b771-1c3b8e3fb4df tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 Aug 04 02:29:36.147599 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33824) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:29:36.184647 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987be63d-f553-40b2-8204-9e5ed9b0c54f tempest-TestVolumeBootPattern-77491854 tempest-TestVolumeBootPattern-77491854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:36.186150 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-987be63d-f553-40b2-8204-9e5ed9b0c54f tempest-TestVolumeBootPattern-77491854 tempest-TestVolumeBootPattern-77491854-project-admin] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1124 time: 0.0369265 Aug 04 02:29:36.189024 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33826) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:29:36.193303 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.v2.base [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Request body: {'floatingip': {'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'port_id': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 04 02:29:36.214865 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:36.296534 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (None), before_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:36.391464 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:36.403653 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:36.404883 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_common [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Allocated IP 172.27.4.216 (d4250021-aebc-476a-b8c1-3dd7b54d90d4/cf282882-d6e7-42a1-acc5-420a8a005654/1780df2e-29bd-4f8e-a60e-f23e704007ab) {{(pid=104416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 02:29:36.506410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:36.537979 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776428938626', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:36.582911 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Network d4250021-aebc-476a-b8c1-3dd7b54d90d4 is already hosted by enough agents. {{(pid=104416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 02:29:36.587925 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.base_scheduler [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Resources bound (agent type, host, resource id): {{(pid=104416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 02:29:36.590084 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=1780df2e-29bd-4f8e-a60e-f23e704007ab,revision_number=1']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:36.592199 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Received port after_create {{(pid=104416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 04 02:29:36.894655 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:36.896453 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:36.937925 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (985486be-a50e-4ef1-b4d8-7c1570ab2932), precommit_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:37.006648 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-771838'] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), before_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:37.140234 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:37.151622 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:37.153488 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), precommit_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:37.157859 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776429335251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776428938644', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776428938662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10322744'] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), after_update {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:37.225198 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761609'] for floatingip (985486be-a50e-4ef1-b4d8-7c1570ab2932), after_create {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:37.227521 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event updated for resources: {'Port': ['ID=1780df2e-29bd-4f8e-a60e-f23e704007ab,revision_number=2']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:29:37.325726 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.db.l3_db [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Floating IP 985486be-a50e-4ef1-b4d8-7c1570ab2932 associated. External IP: 172.27.4.216, port: cec92996-e650-4cdb-819d-b77297a9d55d. Aug 04 02:29:37.545400 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:29:37.907390 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:29:37.921488 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:29:37.927193 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:37.932385 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:29:37.933118 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:29:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:29:37.958374 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-01d73956-c2d5-470b-86fc-80614a707526 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7682729 Aug 04 02:29:37.959082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:29:37.961487 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177cc148-c29b-464d-bcce-7f527a21859a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:29:37.999532 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819eff0-61e0-41fb-bc87-022240995de8 x-openstack-request-id: req-5819eff0-61e0-41fb-bc87-022240995de8 {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:29:37.999825 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:29:38.000082 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5819eff0-61e0-41fb-bc87-022240995de8 {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:29:38.000489 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5819eff0-61e0-41fb-bc87-022240995de8'] response: {'name': 'network-changed', 'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'status': 'completed', 'code': 200} Aug 04 02:29:38.040553 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:29:38.060689 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc148-c29b-464d-bcce-7f527a21859a req-1b95e803-d1c5-4945-8f97-3652539aecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:38.062209 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-1b95e803-d1c5-4945-8f97-3652539aecb6 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1129 time: 0.0404418 Aug 04 02:29:38.155492 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc148-c29b-464d-bcce-7f527a21859a req-57c1fcf8-d10a-4fe7-b9e7-8aa9942e8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:38.156976 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-57c1fcf8-d10a-4fe7-b9e7-8aa9942e8e67 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0896556 Aug 04 02:29:38.217556 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-5b1fa1d2-89ae-41cd-ba93-1ae6cdda23ef service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 200 len: 999 time: 0.0546792 Aug 04 02:29:38.254284 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:32Z', 'revision_number': 1, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}, {'id': '985486be-a50e-4ef1-b4d8-7c1570ab2932', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.216', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:d6:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:29:36Z', 'updated_at': '2022-08-04T02:29:36Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:29:38.265323 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc148-c29b-464d-bcce-7f527a21859a req-31624ecb-2916-4a0b-988c-a410c850f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:38.266772 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-31624ecb-2916-4a0b-988c-a410c850f393 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0437863 Aug 04 02:29:38.282304 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:29:38.291440 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:29:38.292039 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:29:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:29:38.314101 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc148-c29b-464d-bcce-7f527a21859a req-8cad765c-d2a9-4f71-bc5c-5c42abf9a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:29:38.315617 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-8cad765c-d2a9-4f71-bc5c-5c42abf9a572 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428345 Aug 04 02:29:38.384957 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:38.393978 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:29:38.408437 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-a587fdf7-d8e1-47f1-8402-3ffd746de78d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870335 Aug 04 02:29:38.481802 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:38.507281 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-177cc148-c29b-464d-bcce-7f527a21859a req-7eb24c9a-c864-4821-aa64-b64a9b38fb09 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921125 Aug 04 02:29:38.686509 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:32Z', 'revision_number': 1, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}, {'id': '985486be-a50e-4ef1-b4d8-7c1570ab2932', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.216', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:d6:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:29:36Z', 'updated_at': '2022-08-04T02:29:36Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:29:38.711476 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da3ce4-7d33-4c46-af98-2b2cdf72a916 None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:32Z', 'revision_number': 1, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}, {'id': '985486be-a50e-4ef1-b4d8-7c1570ab2932', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.216', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:d6:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:29:36Z', 'updated_at': '2022-08-04T02:29:36Z', 'revision_number': 0, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:29:38.918645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00287893-b330-4f51-8d82-8bdc6797fbee None None] New status for floating IP 985486be-a50e-4ef1-b4d8-7c1570ab2932: ACTIVE {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:29:39.350803 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e935c31a-8e32-44de-aae1-0ea7b264bdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:41.524038 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7280786d-747c-4d63-aca4-8bb86cd2cecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:42.792898 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:44.350438 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:44.441215 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:29:48.494470 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=11 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:48.504826 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:48.683928 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=74 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:48.689206 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=74 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:54.429492 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:54.434591 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:29:54.436711 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:03.899776 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:30:04.422144 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=16 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:04.586729 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:09.354394 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5b7950c3-ca62-409b-afa3-e3ae830f9248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:11.526398 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b9be11f4-0179-4859-b22a-d06c6d5f1771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:11.588017 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-33d8347d-e26b-429b-a3ec-53f95500d706 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384729 Aug 04 02:30:11.667375 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436886-4c67-443a-935c-c41218384656 req-b04db3e9-2bf4-43a0-bd86-bdcc3a09f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:30:11.668953 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-b04db3e9-2bf4-43a0-bd86-bdcc3a09f0d5 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1130 time: 0.0400615 Aug 04 02:30:11.773814 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436886-4c67-443a-935c-c41218384656 req-87e15952-9d49-4657-b070-b857afc86020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:30:11.775167 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-87e15952-9d49-4657-b070-b857afc86020 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0883980 Aug 04 02:30:11.835990 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-e5b64953-a91a-4137-8e3b-9a9918fea4c0 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 1002 time: 0.0544734 Aug 04 02:30:11.889127 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436886-4c67-443a-935c-c41218384656 req-09a4354d-5a39-4377-8860-836cc94e7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:30:11.890589 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-09a4354d-5a39-4377-8860-836cc94e7d63 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0486679 Aug 04 02:30:11.933620 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436886-4c67-443a-935c-c41218384656 req-cff2761f-842e-413d-b390-8ca627c4d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:30:11.935104 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-cff2761f-842e-413d-b390-8ca627c4d117 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383959 Aug 04 02:30:12.022834 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-a4a79dff-7ddb-49e9-b007-caca15abb74e service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819988 Aug 04 02:30:12.112943 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-cd436886-4c67-443a-935c-c41218384656 req-b9508645-7e3a-45dd-9105-019253967d0c service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846462 Aug 04 02:30:12.795840 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:13.895738 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=18 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:14.353651 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:14.445476 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:22.108554 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=52 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:22.110623 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=49 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:24.432111 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:24.432962 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:24.440562 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:34.595259 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:38.803999 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:38.804845 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:39.358315 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5559-2a28-4ea0-8aed-9447989ac5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:40.902111 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:30:41.528507 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-10785ba3-6bfc-44e9-b0fd-afb02d08b4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:42.797992 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:44.357414 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:44.449222 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:30:50.899403 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:54.436987 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=17 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:54.442147 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:30:54.444242 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:04.608435 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:09.361816 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f7e19c03-aa70-46fd-b78d-038bffad9305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:11.531163 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-cf538874-926a-4681-8414-ef4e617c292a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:11.601987 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-94829b11-c843-48cc-a3f6-c0c77e5fa802 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387516 Aug 04 02:31:11.666070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-3e81b7ad-325a-429f-a0f3-d36dc6712075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:11.667543 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-3e81b7ad-325a-429f-a0f3-d36dc6712075 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1129 time: 0.0440786 Aug 04 02:31:11.769933 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-fc3aced9-e428-4409-867b-af3795790ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:11.771294 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-fc3aced9-e428-4409-867b-af3795790ac2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0848949 Aug 04 02:31:11.834796 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-17077ec2-d550-4374-ac13-8aacc593239c service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 200 len: 1001 time: 0.0572131 Aug 04 02:31:11.881631 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-b2976ea4-a7af-4e83-a249-8203fc283ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:11.883072 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-b2976ea4-a7af-4e83-a249-8203fc283ea1 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0430989 Aug 04 02:31:11.926112 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-5b4e8a41-ff53-45fd-871b-73d021a4c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:11.927605 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-5b4e8a41-ff53-45fd-871b-73d021a4c14f service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388379 Aug 04 02:31:12.020525 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-eef78165-c380-44d1-a2bf-1ddcf64f22e2 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Aug 04 02:31:12.108724 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-6f60ad14-6541-42b9-b216-fd795abdaddf req-c74b4c3c-531d-4c81-ab18-cbfb65b341f8 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Aug 04 02:31:12.800393 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:14.358762 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:14.450651 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:15.807421 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:15.814557 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:16.543417 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33854) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:16.683554 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Deleting port 1780df2e-29bd-4f8e-a60e-f23e704007ab {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:16.683902 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:16.775314 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:16.775644 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (1780df2e-29bd-4f8e-a60e-f23e704007ab), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:16.788504 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Calling delete_port for 1780df2e-29bd-4f8e-a60e-f23e704007ab owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:16.934749 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (1780df2e-29bd-4f8e-a60e-f23e704007ab), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:16.957730 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'Port': ['ID=1780df2e-29bd-4f8e-a60e-f23e704007ab,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:16.972515 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.972892 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.973292 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.973635 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.973998 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.974336 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.974669 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.974999 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.975333 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.975663 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.975995 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.976323 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.976746 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.977310 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:16.977863 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:17.035509 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (985486be-a50e-4ef1-b4d8-7c1570ab2932), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:17.035838 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Floating IP 985486be-a50e-4ef1-b4d8-7c1570ab2932 disassociated (deleted). External IP: 172.27.4.216, port: cec92996-e650-4cdb-819d-b77297a9d55d. Aug 04 02:31:17.247534 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:31:17.348903 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:31:17.354094 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:17.358552 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89325585-6328-4716-a60c-8410d0d6498c None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:31:17.369532 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:17.370146 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:17.383708 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-0471541d-8a13-42fe-b0eb-fe4e9c5790fe tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/985486be-a50e-4ef1-b4d8-7c1570ab2932 HTTP/1.1" status: 204 len: 168 time: 0.8392074 Aug 04 02:31:17.384310 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:31:17.386631 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5cfcb7-041a-428d-a2d7-41cf7762f719" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:31:17.487349 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:17.500866 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e08eba-8b49-4873-8e52-7ed63ecbc4b6 x-openstack-request-id: req-23e08eba-8b49-4873-8e52-7ed63ecbc4b6 {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:31:17.501770 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:31:17.502112 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-23e08eba-8b49-4873-8e52-7ed63ecbc4b6 {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:31:17.502538 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e08eba-8b49-4873-8e52-7ed63ecbc4b6'] response: {'name': 'network-changed', 'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'status': 'completed', 'code': 200} Aug 04 02:31:17.569972 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-03eccff4-6f6a-47ac-b6d3-eebfcd7c0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:17.571713 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-03eccff4-6f6a-47ac-b6d3-eebfcd7c0adc service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 1129 time: 0.0459538 Aug 04 02:31:17.681697 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6bc3c-598e-4aaa-a371-4ea5f7defc4d req-7ddce9bf-ec93-4182-9475-32e435a0d7aa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:17.683231 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87f6bc3c-598e-4aaa-a371-4ea5f7defc4d req-7ddce9bf-ec93-4182-9475-32e435a0d7aa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0576286 Aug 04 02:31:17.713259 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:32Z', 'revision_number': 1, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:17.735076 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-87f6bc3c-598e-4aaa-a371-4ea5f7defc4d req-e2e61f0b-0ab9-428d-bbc2-44ff330b6c0f tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Aug 04 02:31:17.738903 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89325585-6328-4716-a60c-8410d0d6498c None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:31:17.759588 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:17.759588 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:17.859508 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:17.930177 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:31:18.072010 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-89325585-6328-4716-a60c-8410d0d6498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:32Z', 'revision_number': 1, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:18.100028 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89325585-6328-4716-a60c-8410d0d6498c None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_floatingips': [{'id': '56799baa-3652-40fe-9bf7-ddc84cc2967a', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'router_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'port_id': '464771be-6667-4cc4-9015-5245b584f7ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'mac_address': 'fa:16:3e:00:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-04T02:27:30Z', 'updated_at': '2022-08-04T02:27:32Z', 'revision_number': 1, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:31:18.315809 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc55fc1f-dd38-4eaf-85c2-98a872640eb4 None None] New status for floating IP 985486be-a50e-4ef1-b4d8-7c1570ab2932: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:31:18.652935 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-8a698cfe-dd1c-48e9-9cb9-a5eab2baf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:18.654536 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-8a698cfe-dd1c-48e9-9cb9-a5eab2baf361 service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.0918491 Aug 04 02:31:18.770060 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-8602b71d-7a79-455f-8910-058d9c02fbf7 service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 200 len: 217 time: 0.0334046 Aug 04 02:31:18.823774 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-a25ed515-633b-4249-afd6-931999d91fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:18.825295 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-a25ed515-633b-4249-afd6-931999d91fec service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0463824 Aug 04 02:31:18.874506 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07763f4e-0df1-4a4b-9ff6-6b853a29cbb5 req-5faf3c7f-a380-4ae3-86b8-f143718583c2 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:18.875993 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07763f4e-0df1-4a4b-9ff6-6b853a29cbb5 req-5faf3c7f-a380-4ae3-86b8-f143718583c2 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0498445 Aug 04 02:31:18.929256 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-07763f4e-0df1-4a4b-9ff6-6b853a29cbb5 req-0392b785-3ac5-438d-8a3f-8d3ea7f515e9 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475974 Aug 04 02:31:19.050898 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-0f9d0cae-6360-4222-a086-923c375fb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:19.052365 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-0f9d0cae-6360-4222-a086-923c375fb949 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430667 Aug 04 02:31:19.081381 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:19.111357 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:19.124063 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-0f187be9-9593-41e2-a466-b4c786355b67 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:19.124282 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:19.125723 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-0f187be9-9593-41e2-a466-b4c786355b67 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Aug 04 02:31:19.140083 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=100 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:19.151912 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-30233c36-37dc-4da0-a78e-35748792068b service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919940 Aug 04 02:31:19.212494 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Deleting port cec92996-e650-4cdb-819d-b77297a9d55d {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:19.212794 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:19.245958 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-8d5cfcb7-041a-428d-a2d7-41cf7762f719 req-8fd71ac2-d359-46ec-adec-568d7ce0367d service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879052 Aug 04 02:31:19.303887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] For port cec92996-e650-4cdb-819d-b77297a9d55d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=cec92996-e650-4cdb-819d-b77297a9d55d,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:19.304252 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:19.320918 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Calling delete_port for cec92996-e650-4cdb-819d-b77297a9d55d owned by compute:nova {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:19.445756 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (cec92996-e650-4cdb-819d-b77297a9d55d), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:19.480960 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'Port': ['ID=cec92996-e650-4cdb-819d-b77297a9d55d,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:19.525449 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] No DVR routers for this DVR port cec92996-e650-4cdb-819d-b77297a9d55d on host hv-cinder-74014 {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:31:19.527976 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:19.531204 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-ecdc54c5-eeb8-4cf8-9c82-0cd4069a8e15 req-719cd583-b2c6-4de9-885e-886b9f69b3d6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "DELETE /networking/v2.0/ports/cec92996-e650-4cdb-819d-b77297a9d55d HTTP/1.1" status: 204 len: 173 time: 0.4008615 Aug 04 02:31:19.531641 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'name': 'network-vif-deleted', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:31:19.533964 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bb27fe-7549-458d-a7f1-ec17fe0299fb" -d '{"events": [{"server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "name": "network-vif-deleted", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:31:19.571049 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f1ebf-57ba-46cc-98e5-6916c95e70ab x-openstack-request-id: req-7f1f1ebf-57ba-46cc-98e5-6916c95e70ab {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:31:19.571405 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fd5241-bfc3-4826-b22d-8b5806f257c3", "name": "network-vif-deleted", "tag": "cec92996-e650-4cdb-819d-b77297a9d55d", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:31:19.571740 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7f1f1ebf-57ba-46cc-98e5-6916c95e70ab {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:31:19.572239 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1f1ebf-57ba-46cc-98e5-6916c95e70ab'] response: {'server_uuid': 'd3fd5241-bfc3-4826-b22d-8b5806f257c3', 'name': 'network-vif-deleted', 'tag': 'cec92996-e650-4cdb-819d-b77297a9d55d', 'status': 'completed', 'code': 200} Aug 04 02:31:20.039866 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-c8d1f332-71f2-483a-8dbf-fbfa1f636306 req-9c25927a-e1a3-4479-9282-d0e304be58b6 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=d3fd5241-bfc3-4826-b22d-8b5806f257c3 HTTP/1.1" status: 200 len: 210 time: 0.0275886 Aug 04 02:31:23.351779 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33896) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:23.493909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Deleting port 2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:23.494238 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:23.577108 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:23.577442 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:23.589885 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Calling delete_port for 2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:23.670994 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device cec92996-e650-4cdb-819d-b77297a9d55d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:23.692207 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: cec92996-e650-4cdb-819d-b77297a9d55d {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:23.692561 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device cec92996-e650-4cdb-819d-b77297a9d55d not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:23.714528 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:23.737251 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:23.764403 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'Port': ['ID=2e19ad6a-da1d-45a1-bd8f-f6d7aa4611d3,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:23.828920 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (56799baa-3652-40fe-9bf7-ddc84cc2967a), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:23.829311 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.db.l3_db [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Floating IP 56799baa-3652-40fe-9bf7-ddc84cc2967a disassociated (deleted). External IP: 172.27.4.126, port: 464771be-6667-4cc4-9015-5245b584f7ec. Aug 04 02:31:23.877356 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:24.035345 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:31:24.397304 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:31:24.402484 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:24.407725 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:31:24.418582 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:24.419197 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:24.432536 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-088a4a91-6a78-4b86-80e0-6ea5e3a1717d tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/56799baa-3652-40fe-9bf7-ddc84cc2967a HTTP/1.1" status: 204 len: 168 time: 1.0796275 Aug 04 02:31:24.433151 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec'}] {{(pid=104417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:31:24.435377 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3afe869edbb5853865ed00514b1f583b1d56fb3c29b1fe872844b7030317ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a0a3b-9294-4069-bfbd-e23b9ba1a032" -d '{"events": [{"name": "network-changed", "server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "tag": "464771be-6667-4cc4-9015-5245b584f7ec"}]}' {{(pid=104417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:31:24.474925 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Aug 2022 02:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68a3233-7bee-4344-8141-5706c278e27a x-openstack-request-id: req-b68a3233-7bee-4344-8141-5706c278e27a {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:31:24.475429 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "tag": "464771be-6667-4cc4-9015-5245b584f7ec", "status": "completed", "code": 200}]} {{(pid=104417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:31:24.475639 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b68a3233-7bee-4344-8141-5706c278e27a {{(pid=104417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:31:24.476047 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68a3233-7bee-4344-8141-5706c278e27a'] response: {'name': 'network-changed', 'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec', 'status': 'completed', 'code': 200} Aug 04 02:31:24.525257 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:24.530024 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:24.542923 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-2d31ad17-16dc-47f5-8cdd-b9e0fb70be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:24.544412 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-2d31ad17-16dc-47f5-8cdd-b9e0fb70be77 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?tenant_id=5f4683550a9d40d1ab0439d002d73749&device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 1130 time: 0.0456014 Aug 04 02:31:24.665559 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-e6a33faf-742b-4f39-becb-d191213d533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:24.667186 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-e6a33faf-742b-4f39-becb-d191213d533b service neutron] 10.222.0.36 "GET /networking/v2.0/networks?id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 200 len: 912 time: 0.1172056 Aug 04 02:31:24.687429 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c851329-2615-44cc-8a5e-be4dc9cd4a99 req-755aa94a-c47c-4f7f-90d2-d5265186680c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:24.690112 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c851329-2615-44cc-8a5e-be4dc9cd4a99 req-755aa94a-c47c-4f7f-90d2-d5265186680c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0579102 Aug 04 02:31:24.745962 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-4c851329-2615-44cc-8a5e-be4dc9cd4a99 req-f15d3168-24f8-4e7d-aca4-5d19a64aae68 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492997 Aug 04 02:31:24.819182 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:24.823198 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:24.849500 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:31:24.858128 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:24.858739 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:24.961724 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:25.151805 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:25.177037 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e40ee5-d923-4d8d-8b09-6541a8d8846a None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:23:49Z', 'revision_number': 4, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi', '_interfaces': [{'id': '0e9c5b4e-3c38-482d-827c-9766ed6b4080', 'name': '', 'network_id': 'c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'mac_address': 'fa:16:3e:17:74:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:48Z', 'updated_at': '2022-08-04T02:23:58Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'subnets': [{'id': '80de0531-803e-4995-aa6f-151bf80b82e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:31:25.400791 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a3f3ee-61ac-442e-837d-20deaa352e8c None None] New status for floating IP 56799baa-3652-40fe-9bf7-ddc84cc2967a: DOWN {{(pid=104418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 04 02:31:25.598404 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-d6092ad2-ad92-4d93-bd8e-870b81281adb service neutron] 10.222.0.36 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 200 len: 217 time: 0.0340385 Aug 04 02:31:25.650155 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-f84a1161-608b-405e-a5d9-86a9333afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:25.651666 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-f84a1161-608b-405e-a5d9-86a9333afc29 service neutron] 10.222.0.36 "GET /networking/v2.0/subnets?id=80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 200 len: 850 time: 0.0454812 Aug 04 02:31:25.774583 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-8da19c2a-b87f-4a74-9858-63a254c01493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:25.779650 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-8da19c2a-b87f-4a74-9858-63a254c01493 service neutron] 10.222.0.36 "GET /networking/v2.0/ports?network_id=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485396 Aug 04 02:31:25.873053 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fa5bd-6720-4dcd-ab9d-03e6f57983e8 req-ea7f098c-3e44-4839-8198-94f7c3b21629 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:25.874833 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-100fa5bd-6720-4dcd-ab9d-03e6f57983e8 req-ea7f098c-3e44-4839-8198-94f7c3b21629 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Aug 04 02:31:25.875199 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-cdba8d6a-9bc9-4a40-8d35-f28105663bb5 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890415 Aug 04 02:31:25.930722 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-100fa5bd-6720-4dcd-ab9d-03e6f57983e8 req-de1a92bc-51de-4391-8f57-52a0b83c38fd tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/security-groups?id=67626d0c-1b98-49df-bf7f-beda780110c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501242 Aug 04 02:31:26.047243 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [req-515a0a3b-9294-4069-bfbd-e23b9ba1a032 req-25fda779-bd36-4bdc-995d-f4408cc9bc89 service neutron] 10.222.0.36 "GET /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866501 Aug 04 02:31:26.076032 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-f22a2f3e-e1cd-4a65-9457-fc418efc750c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 04 02:31:26.077547 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-f22a2f3e-e1cd-4a65-9457-fc418efc750c tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 946 time: 0.0498600 Aug 04 02:31:26.160401 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Deleting port 464771be-6667-4cc4-9015-5245b584f7ec {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:26.160771 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (464771be-6667-4cc4-9015-5245b584f7ec), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:26.249144 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] For port 464771be-6667-4cc4-9015-5245b584f7ec, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=464771be-6667-4cc4-9015-5245b584f7ec,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:26.249502 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (464771be-6667-4cc4-9015-5245b584f7ec), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:26.265791 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Calling delete_port for 464771be-6667-4cc4-9015-5245b584f7ec owned by compute:nova {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:26.393547 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (464771be-6667-4cc4-9015-5245b584f7ec), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:26.421691 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'Port': ['ID=464771be-6667-4cc4-9015-5245b584f7ec,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:26.452701 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.453054 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.453398 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.453743 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.454078 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.454411 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.454741 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.455070 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.455399 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.455736 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.456058 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.456392 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.456744 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.457068 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.457391 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-17-iscsi {{(pid=104416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 02:31:26.481556 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] No DVR routers for this DVR port 464771be-6667-4cc4-9015-5245b584f7ec on host hv-cinder-74014 {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:31:26.483965 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for port (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:26.487294 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-a5b9de9a-8116-4753-b9e6-c77025c41e28 req-a7d2b761-c36b-4683-9538-43c7562e7411 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.36 "DELETE /networking/v2.0/ports/464771be-6667-4cc4-9015-5245b584f7ec HTTP/1.1" status: 204 len: 173 time: 0.4050424 Aug 04 02:31:26.487742 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'name': 'network-vif-deleted', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec'}] {{(pid=104416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 04 02:31:26.490026 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35452608fb8419245f94d62b77d43ed242649210a6a2b27e893afd99c5f987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d15ca7-fa6b-423a-8f3d-e1b2b90d2b47" -d '{"events": [{"server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "name": "network-vif-deleted", "tag": "464771be-6667-4cc4-9015-5245b584f7ec"}]}' {{(pid=104416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 02:31:26.527137 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Aug 2022 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71373347-1ed4-44c5-aa5f-c2a990933a9d x-openstack-request-id: req-71373347-1ed4-44c5-aa5f-c2a990933a9d {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 02:31:26.527767 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b22a41-b90f-4c6f-b5b5-697dde2d49b8", "name": "network-vif-deleted", "tag": "464771be-6667-4cc4-9015-5245b584f7ec", "status": "completed", "code": 200}]} {{(pid=104416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 02:31:26.528026 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-71373347-1ed4-44c5-aa5f-c2a990933a9d {{(pid=104416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 02:31:26.528427 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71373347-1ed4-44c5-aa5f-c2a990933a9d'] response: {'server_uuid': '13b22a41-b90f-4c6f-b5b5-697dde2d49b8', 'name': 'network-vif-deleted', 'tag': '464771be-6667-4cc4-9015-5245b584f7ec', 'status': 'completed', 'code': 200} Aug 04 02:31:27.047555 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [req-f15c441f-febe-4b9a-96bb-1ab2c554b402 req-323feb97-3281-4d83-912a-576df3b54eaa tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "GET /networking/v2.0/ports?device_id=13b22a41-b90f-4c6f-b5b5-697dde2d49b8 HTTP/1.1" status: 200 len: 210 time: 0.0300255 Aug 04 02:31:28.113598 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33912) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:28.193154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:28.222023 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Deleting port 3799e67e-a536-4168-bc79-c2ad8cc110a6 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:28.222366 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:28.298142 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:28.298466 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (3799e67e-a536-4168-bc79-c2ad8cc110a6), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:28.306679 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=100 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:28.314925 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Calling delete_port for 3799e67e-a536-4168-bc79-c2ad8cc110a6 owned by network:floatingip {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:28.443580 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (3799e67e-a536-4168-bc79-c2ad8cc110a6), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:28.468548 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'Port': ['ID=3799e67e-a536-4168-bc79-c2ad8cc110a6,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:28.534720 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for floatingip (5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:28.537287 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39562'] for floatingip (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:28.538425 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-5a56bd26-c110-4145-8d89-8e43b69f9006 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "DELETE /networking/v2.0/floatingips/5aeb6ce3-32fe-4c31-8568-8d78eb07c4bf HTTP/1.1" status: 204 len: 168 time: 0.4245403 Aug 04 02:31:29.717570 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 464771be-6667-4cc4-9015-5245b584f7ec no longer exists at agent hyperv_hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:29.740032 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] No Port match for: 464771be-6667-4cc4-9015-5245b584f7ec {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:29.740454 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Device 464771be-6667-4cc4-9015-5245b584f7ec not bound to the agent host hv-cinder-74014 {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:29.743564 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33924) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:29.800729 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03e7c770-25bf-4d98-9ad0-938869c72162 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group (67626d0c-1b98-49df-bf7f-beda780110c8), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:29.825602 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03e7c770-25bf-4d98-9ad0-938869c72162 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group (67626d0c-1b98-49df-bf7f-beda780110c8), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:29.889659 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03e7c770-25bf-4d98-9ad0-938869c72162 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (67626d0c-1b98-49df-bf7f-beda780110c8), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:29.892212 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-03e7c770-25bf-4d98-9ad0-938869c72162 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:29.893441 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-03e7c770-25bf-4d98-9ad0-938869c72162 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] 10.222.0.45 "DELETE /networking/v2.0/security-groups/67626d0c-1b98-49df-bf7f-beda780110c8 HTTP/1.1" status: 204 len: 168 time: 0.1488383 Aug 04 02:31:29.903567 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7c770-25bf-4d98-9ad0-938869c72162 tempest-TestVolumeBootPattern-1588286456 tempest-TestVolumeBootPattern-1588286456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67626d0c-1b98-49df-bf7f-beda780110c8,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:30.964731 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33930) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:31.250965 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:31.260321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:31.388022 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (3d225257-4ed6-4d25-9c5c-ad522e82caeb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:31.607792 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Deleting port 0e9c5b4e-3c38-482d-827c-9766ed6b4080 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:31.608129 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:31.687504 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] For port 0e9c5b4e-3c38-482d-827c-9766ed6b4080, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=0e9c5b4e-3c38-482d-827c-9766ed6b4080,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:31.687873 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:31.700326 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Calling delete_port for 0e9c5b4e-3c38-482d-827c-9766ed6b4080 owned by network:router_interface {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:31.876108 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (0e9c5b4e-3c38-482d-827c-9766ed6b4080), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:31.905898 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9c5b4e-3c38-482d-827c-9766ed6b4080,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:32.049814 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:32.068155 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (3d225257-4ed6-4d25-9c5c-ad522e82caeb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:32.147733 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:32.294512 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Router 3d225257-4ed6-4d25-9c5c-ad522e82caeb has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:31:32.391980 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:31:32.397480 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ea20c60d-9235-4f63-a252-075003e09aa1 admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/3d225257-4ed6-4d25-9c5c-ad522e82caeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317393 Aug 04 02:31:32.400869 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33934) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:32.401241 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c84776-da61-4274-8da9-342940e032bb None None] Sync routers for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:31:32.411510 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:32.412197 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:32.499939 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks [] for router (3d225257-4ed6-4d25-9c5c-ad522e82caeb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:32.515419 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:32.722462 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:31:31Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:32.748285 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c84776-da61-4274-8da9-342940e032bb None None] Checking router: 3d225257-4ed6-4d25-9c5c-ad522e82caeb for host: dv-cinder-740146-17-iscsi {{(pid=104419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:31:32.758804 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] Routers {'3d225257-4ed6-4d25-9c5c-ad522e82caeb'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:32.759422 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'], 'active': True} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:32.859347 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_dvr_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] Set router 3d225257-4ed6-4d25-9c5c-ad522e82caeb gateway port host: dv-cinder-740146-17-iscsi {{(pid=104419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:32.860483 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks [] for router_gateway (3d225257-4ed6-4d25-9c5c-ad522e82caeb), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:32.912484 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Deleting port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:32.912887 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:32.979739 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=100 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:33.000979 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] For port 63fe0d8c-f6e6-4e2a-ab22-e088530960ce, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:33.001350 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.014396 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Calling delete_port for 63fe0d8c-f6e6-4e2a-ab22-e088530960ce owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:33.048581 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.l3_hamode_db [None req-d1c84776-da61-4274-8da9-342940e032bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:31:31Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:33.077267 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c84776-da61-4274-8da9-342940e032bb None None] The sync data for ids ['3d225257-4ed6-4d25-9c5c-ad522e82caeb'] in dv-cinder-740146-17-iscsi is: [{'id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'name': 'tempest-TestVolumeBootPattern-663306582-router', 'tenant_id': '5f4683550a9d40d1ab0439d002d73749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109'}], 'enable_snat': True}, 'gw_port_id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:44Z', 'updated_at': '2022-08-04T02:31:31Z', 'revision_number': 5, 'project_id': '5f4683550a9d40d1ab0439d002d73749', 'gw_port': {'id': '63fe0d8c-f6e6-4e2a-ab22-e088530960ce', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d225257-4ed6-4d25-9c5c-ad522e82caeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:45Z', 'updated_at': '2022-08-04T02:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}] {{(pid=104419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:31:33.136248 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:33.184538 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (63fe0d8c-f6e6-4e2a-ab22-e088530960ce), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.208456 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Pushing event deleted for resources: {'Port': ['ID=63fe0d8c-f6e6-4e2a-ab22-e088530960ce,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:33.274066 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:33.285714 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (3d225257-4ed6-4d25-9c5c-ad522e82caeb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.383905 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (3d225257-4ed6-4d25-9c5c-ad522e82caeb), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.386049 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks [] for router_controller (3d225257-4ed6-4d25-9c5c-ad522e82caeb), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.429146 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (3d225257-4ed6-4d25-9c5c-ad522e82caeb), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.429772 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d225257-4ed6-4d25-9c5c-ad522e82caeb {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:31:33.434599 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.435699 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-57126492-6ca4-42b3-89a2-d4acecd1d865 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/3d225257-4ed6-4d25-9c5c-ad522e82caeb HTTP/1.1" status: 204 len: 168 time: 1.0339842 Aug 04 02:31:33.438445 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33936) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:33.487542 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Deleting subnet 80de0531-803e-4995-aa6f-151bf80b82e6 {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:31:33.491117 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Publish callbacks [] for subnet (80de0531-803e-4995-aa6f-151bf80b82e6), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.531914 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644999'] for subnet (80de0531-803e-4995-aa6f-151bf80b82e6), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.616536 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (80de0531-803e-4995-aa6f-151bf80b82e6), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.642280 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 0e9c5b4e-3c38-482d-827c-9766ed6b4080 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:33.669118 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 0e9c5b4e-3c38-482d-827c-9766ed6b4080 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:33.669475 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 0e9c5b4e-3c38-482d-827c-9766ed6b4080 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:33.693382 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10322806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901769'] for subnet (80de0531-803e-4995-aa6f-151bf80b82e6), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.724138 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80de0531-803e-4995-aa6f-151bf80b82e6,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:33.728514 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.731636 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-481e0465-f71e-4261-be15-f98a3915618c admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/80de0531-803e-4995-aa6f-151bf80b82e6 HTTP/1.1" status: 204 len: 168 time: 0.2922318 Aug 04 02:31:33.734148 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33938) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:33.736706 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135d12b-ed56-4436-bd12-92f6913a91f8 None None] Network c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:31:33.811307 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.853410 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Deleting port f7707197-f5e7-4896-ad86-4608016c02e5 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:33.853793 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.920965 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] For port f7707197-f5e7-4896-ad86-4608016c02e5, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=f7707197-f5e7-4896-ad86-4608016c02e5,segment=NetworkSegment(f4ecc4dc-5d08-4cf9-9123-bea3197e485d),segment_id=f4ecc4dc-5d08-4cf9-9123-bea3197e485d)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:33.921368 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:33.934835 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Calling delete_port for f7707197-f5e7-4896-ad86-4608016c02e5 owned by network:dhcp {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:34.025755 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (f7707197-f5e7-4896-ad86-4608016c02e5), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.055280 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Pushing event deleted for resources: {'Port': ['ID=f7707197-f5e7-4896-ad86-4608016c02e5,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:34.057057 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] No DVR routers for this DVR port f7707197-f5e7-4896-ad86-4608016c02e5 on host dv-cinder-740146-17-iscsi {{(pid=104416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:31:34.129656 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.144297 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb253ad-ad95-4cbc-896e-53fc5d2f4014 None None] DHCP port deletion for c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:31:34.156721 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4']}} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:34.164494 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d') {'for_net_delete': True} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:34.164837 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.services.segments.db [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ecc4dc-5d08-4cf9-9123-bea3197e485d') {} {{(pid=104416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:34.174509 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8645020'] for segment (f4ecc4dc-5d08-4cf9-9123-bea3197e485d), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.180717 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.189305 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (f4ecc4dc-5d08-4cf9-9123-bea3197e485d), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.197018 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=104416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:31:34.197406 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10322716'] for segment (f4ecc4dc-5d08-4cf9-9123-bea3197e485d), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.210668 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=4 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.261570 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.267331 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.270456 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4 HTTP/1.1" status: 204 len: 168 time: 0.5353811 Aug 04 02:31:34.282909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33944) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:34.283424 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7e5ad-a582-462a-8a59-79f1f1e8fded admin admin] Pushing event deleted for resources: {'Network': ['ID=c16c7bd4-f700-4c70-8efd-ac9ecb8b1aa4,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:34.285645 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment f4ecc4dc-5d08-4cf9-9123-bea3197e485d resource provider aggregate not found Aug 04 02:31:34.306289 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.services.segments.plugin [-] Segment f4ecc4dc-5d08-4cf9-9123-bea3197e485d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4ecc4dc-5d08-4cf9-9123-bea3197e485d found for delete ", "request_id": "req-492e391e-c51d-43b2-b363-19628350039a"}]} Aug 04 02:31:34.597749 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.599434 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.600583 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1761851'] for router_interface (efefef1d-b444-4efd-a939-155b8552dd65), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.604777 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.616410 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.705067 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.750599 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:34.830525 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Deleting port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:34.830862 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.910221 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] For port 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,segment=NetworkSegment(8f0baac1-a146-43fd-b27f-51e1524b1d2b),segment_id=8f0baac1-a146-43fd-b27f-51e1524b1d2b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:34.910611 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:34.924401 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Calling delete_port for 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 owned by network:router_interface {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:35.108436 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:35.130731 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:35.297010 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1761943'] for router_interface (efefef1d-b444-4efd-a939-155b8552dd65), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:35.501909 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Router efefef1d-b444-4efd-a939-155b8552dd65 has already been hosted by L3 agent 1863d5b0-82ef-4746-aa6b-2702ebecde94 {{(pid=104417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 04 02:31:35.512711 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:35.582526 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:35.609404 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] Notify agent at l3_agent.dv-cinder-740146-17-iscsi the message routers_updated {{(pid=104417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 02:31:35.617059 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-736818be-8a64-41bc-9d84-693c480eec0d admin admin] 10.222.0.45 "PUT /networking/v2.0/routers/efefef1d-b444-4efd-a939-155b8552dd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3302953 Aug 04 02:31:35.617151 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33948) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:35.618250 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] Sync routers for ids ['efefef1d-b444-4efd-a939-155b8552dd65'] in dv-cinder-740146-17-iscsi {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 02:31:35.630407 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] Routers {'efefef1d-b444-4efd-a939-155b8552dd65'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:35.631037 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['efefef1d-b444-4efd-a939-155b8552dd65'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:35.634288 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 63fe0d8c-f6e6-4e2a-ab22-e088530960ce no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:35.687041 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 63fe0d8c-f6e6-4e2a-ab22-e088530960ce {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:35.687387 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 63fe0d8c-f6e6-4e2a-ab22-e088530960ce not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:35.687801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f7707197-f5e7-4896-ad86-4608016c02e5 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:35.716754 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: f7707197-f5e7-4896-ad86-4608016c02e5 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:35.717099 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device f7707197-f5e7-4896-ad86-4608016c02e5 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:35.722277 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks [] for router (efefef1d-b444-4efd-a939-155b8552dd65), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:35.828318 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks [] for router_gateway (efefef1d-b444-4efd-a939-155b8552dd65), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:35.872505 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Deleting port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 {{(pid=104416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:35.872873 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:35.897276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] Set router efefef1d-b444-4efd-a939-155b8552dd65 gateway port host: dv-cinder-740146-17-iscsi {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:35.953976 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.db [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] For port 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,segment=NetworkSegment(d2722810-1655-470e-8d2f-af0d767e7688),segment_id=d2722810-1655-470e-8d2f-af0d767e7688)] {{(pid=104416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:35.954340 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:35.971768 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.plugins.ml2.plugin [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Calling delete_port for 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 owned by network:router_gateway {{(pid=104416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:36.064110 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'external_fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23'}], 'enable_snat': True}, 'gw_port_id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:31:35Z', 'revision_number': 5, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port': {'id': '8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038', 'name': '', 'network_id': 'd4250021-aebc-476a-b8c1-3dd7b54d90d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'ip_address': '172.27.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf282882-d6e7-42a1-acc5-420a8a005654', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-17-iscsi'}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:36.093196 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] Checking router: efefef1d-b444-4efd-a939-155b8552dd65 for host: dv-cinder-740146-17-iscsi {{(pid=104418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 02:31:36.102229 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] Routers {'efefef1d-b444-4efd-a939-155b8552dd65'} bound to L3 agent in host dv-cinder-740146-17-iscsi {{(pid=104418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 04 02:31:36.102872 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-04T02:09:11Z,description=,heartbeat_timestamp=2022-08-04T02:31:12Z,host='dv-cinder-740146-17-iscsi',id=1863d5b0-82ef-4746-aa6b-2702ebecde94,load=0,resource_versions=,resources_synced=,started_at=2022-08-04T02:09:11Z,topic='l3_agent')) {'router_ids': ['efefef1d-b444-4efd-a939-155b8552dd65'], 'active': True} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:36.139810 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10322721'] for port (8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.161877 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:36.185636 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_dvr_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] Set router efefef1d-b444-4efd-a939-155b8552dd65 gateway port host: None {{(pid=104418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 04 02:31:36.226900 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1948511'] for router_gateway (efefef1d-b444-4efd-a939-155b8552dd65), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.237739 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.db.l3_hamode_db [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:31:35Z', 'revision_number': 6, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port_host': None}], 'dv-cinder-740146-17-iscsi', False) {} {{(pid=104418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:36.263377 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2666c455-0bde-4ea6-bb12-6611c004fc38 None None] The sync data for ids ['efefef1d-b444-4efd-a939-155b8552dd65'] in dv-cinder-740146-17-iscsi is: [{'id': 'efefef1d-b444-4efd-a939-155b8552dd65', 'name': 'tempest-TestVolumeBootPattern-1485184095-router', 'tenant_id': '532331a91f4f4c7283dbbcbce8804160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-04T02:23:53Z', 'updated_at': '2022-08-04T02:31:35Z', 'revision_number': 6, 'project_id': '532331a91f4f4c7283dbbcbce8804160', 'gw_port_host': None}] {{(pid=104418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 02:31:36.313186 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260132'] for router (efefef1d-b444-4efd-a939-155b8552dd65), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.315433 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks [] for router_controller (efefef1d-b444-4efd-a939-155b8552dd65), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.360219 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1743664'] for router (efefef1d-b444-4efd-a939-155b8552dd65), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.361091 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efefef1d-b444-4efd-a939-155b8552dd65 {{(pid=104416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 02:31:36.367098 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.368908 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-276ccb11-1554-4714-9c83-561648b01b63 admin admin] 10.222.0.45 "DELETE /networking/v2.0/routers/efefef1d-b444-4efd-a939-155b8552dd65 HTTP/1.1" status: 204 len: 168 time: 0.7505486 Aug 04 02:31:36.371225 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33950) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:36.418540 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Deleting subnet 801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b {{(pid=104416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 04 02:31:36.421691 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Publish callbacks [] for subnet (801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.454731 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8644999'] for subnet (801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b), precommit_delete_associations {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.484401 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:36.488738 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:36.533075 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-912345'] for subnet (801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.589688 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-912375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10322806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8901769'] for subnet (801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.616366 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:36.620123 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.623530 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-21a0f229-dad5-4741-818a-3fcd6da66492 admin admin] 10.222.0.45 "DELETE /networking/v2.0/subnets/801b4d5c-a17b-4d4e-8015-1ca0e5b3e82b HTTP/1.1" status: 204 len: 168 time: 0.2513359 Aug 04 02:31:36.626154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33952) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:36.626639 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2b78f-3c75-4386-ab14-b88df5b1d734 None None] Network 5611da73-d99d-4175-812c-225191faf4ab requested from dv-cinder-740146-17-iscsi {{(pid=104418) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 04 02:31:36.714806 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-864334'] for network (5611da73-d99d-4175-812c-225191faf4ab), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.768889 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Deleting port 48989c1c-c491-4f47-ae45-76cd614828dd {{(pid=104417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 04 02:31:36.769235 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776429331752'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.836904 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.db [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] For port 48989c1c-c491-4f47-ae45-76cd614828dd, host dv-cinder-740146-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-17-iscsi',level=0,port_id=48989c1c-c491-4f47-ae45-76cd614828dd,segment=NetworkSegment(8f0baac1-a146-43fd-b27f-51e1524b1d2b),segment_id=8f0baac1-a146-43fd-b27f-51e1524b1d2b)] {{(pid=104417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 02:31:36.837269 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944112'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.849876 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Calling delete_port for 48989c1c-c491-4f47-ae45-76cd614828dd owned by network:dhcp {{(pid=104417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 04 02:31:36.925279 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-771773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776429335278', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776428938635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8923972'] for port (48989c1c-c491-4f47-ae45-76cd614828dd), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:36.954291 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Pushing event deleted for resources: {'Port': ['ID=48989c1c-c491-4f47-ae45-76cd614828dd,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:36.956129 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] No DVR routers for this DVR port 48989c1c-c491-4f47-ae45-76cd614828dd on host dv-cinder-740146-17-iscsi {{(pid=104417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 04 02:31:37.026971 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-913828', 'neutron.services.segments.db._delete_segments_for_network-8776429406949'] for network (5611da73-d99d-4175-812c-225191faf4ab), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.047747 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611da73-d99d-4175-812c-225191faf4ab']}} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:37.058434 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0baac1-a146-43fd-b27f-51e1524b1d2b') {'for_net_delete': True} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:37.058732 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.services.segments.db [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0baac1-a146-43fd-b27f-51e1524b1d2b') {} {{(pid=104417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 02:31:37.068781 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776429406850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9733158'] for segment (8f0baac1-a146-43fd-b27f-51e1524b1d2b), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.077189 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b881f9-254c-4497-a87a-8e9d6299b565 None None] DHCP port deletion for 5611da73-d99d-4175-812c-225191faf4ab request from dv-cinder-740146-17-iscsi {{(pid=104418) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 04 02:31:37.085686 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241'] for segment (8f0baac1-a146-43fd-b27f-51e1524b1d2b), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.097748 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 02:31:37.098316 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-915241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8924025'] for segment (8f0baac1-a146-43fd-b27f-51e1524b1d2b), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.176872 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-913853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947143'] for network (5611da73-d99d-4175-812c-225191faf4ab), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.180137 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 8f0baac1-a146-43fd-b27f-51e1524b1d2b resource provider aggregate not found Aug 04 02:31:37.194002 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578865'] for network (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.198017 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] 10.222.0.45 "DELETE /networking/v2.0/networks/5611da73-d99d-4175-812c-225191faf4ab HTTP/1.1" status: 204 len: 168 time: 0.5708592 Aug 04 02:31:37.209663 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ea40a-f52b-40b2-a094-ad8c72e5166c admin admin] Pushing event deleted for resources: {'Network': ['ID=5611da73-d99d-4175-812c-225191faf4ab,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:37.212385 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.services.segments.plugin [-] Segment 8f0baac1-a146-43fd-b27f-51e1524b1d2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f0baac1-a146-43fd-b27f-51e1524b1d2b found for delete ", "request_id": "req-530a5189-2e2c-44ac-9827-403bbf3a4d7d"}]} Aug 04 02:31:37.326272 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33962) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:37.370548 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-898eab6e-3247-40fa-a9dc-241ca2912cf4 admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=5f4683550a9d40d1ab0439d002d73749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430477 Aug 04 02:31:37.373154 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [-] (104417) accepted ('10.222.0.45', 33964) {{(pid=104417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:37.421887 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-26aea881-329c-4f0f-b692-1ee193b504fa admin admin] Publish callbacks [] for security_group (a77c1346-a523-4630-ae35-aac894f420f5), before_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.443926 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-26aea881-329c-4f0f-b692-1ee193b504fa admin admin] Publish callbacks [] for security_group (a77c1346-a523-4630-ae35-aac894f420f5), precommit_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.490843 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-26aea881-329c-4f0f-b692-1ee193b504fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (a77c1346-a523-4630-ae35-aac894f420f5), after_delete {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.494068 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron_lib.callbacks.manager [None req-26aea881-329c-4f0f-b692-1ee193b504fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.495226 dv-cinder-740146-17-iscsi neutron-server[104417]: INFO neutron.wsgi [None req-26aea881-329c-4f0f-b692-1ee193b504fa admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/a77c1346-a523-4630-ae35-aac894f420f5 HTTP/1.1" status: 204 len: 168 time: 0.1210709 Aug 04 02:31:37.503410 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aea881-329c-4f0f-b692-1ee193b504fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c1346-a523-4630-ae35-aac894f420f5,revision_number=None']} {{(pid=104417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:37.598418 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 48989c1c-c491-4f47-ae45-76cd614828dd no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:37.622097 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 48989c1c-c491-4f47-ae45-76cd614828dd {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:37.622447 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 48989c1c-c491-4f47-ae45-76cd614828dd not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:37.622862 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:37.641300 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:37.641913 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 3ce26fe6-4505-42cc-a8cb-bfa0c5bcbb55 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:37.642148 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 no longer exists at agent ovs-agent-dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 02:31:37.666459 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.plugin [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] No Port match for: 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 {{(pid=104418) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 04 02:31:37.666803 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron.plugins.ml2.rpc [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Device 8a2b36c8-3f6f-4efb-ab32-cb8a79cd0038 not bound to the agent host dv-cinder-740146-17-iscsi {{(pid=104418) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 02:31:37.838848 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33970) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:37.878946 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-ff109823-5596-42a4-b954-b0602eea802c admin admin] 10.222.0.45 "GET /networking/v2.0/security-groups?tenant_id=532331a91f4f4c7283dbbcbce8804160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389013 Aug 04 02:31:37.881332 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [-] (104416) accepted ('10.222.0.45', 33972) {{(pid=104416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 04 02:31:37.930434 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db95918a-a3ed-4927-bfa6-0c5ff39c6d69 admin admin] Publish callbacks [] for security_group (659bafed-3728-4995-a6c3-d44f01732495), before_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:37.955321 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db95918a-a3ed-4927-bfa6-0c5ff39c6d69 admin admin] Publish callbacks [] for security_group (659bafed-3728-4995-a6c3-d44f01732495), precommit_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:38.003478 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db95918a-a3ed-4927-bfa6-0c5ff39c6d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1795190'] for security_group (659bafed-3728-4995-a6c3-d44f01732495), after_delete {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:38.006581 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron_lib.callbacks.manager [None req-db95918a-a3ed-4927-bfa6-0c5ff39c6d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:38.007812 dv-cinder-740146-17-iscsi neutron-server[104416]: INFO neutron.wsgi [None req-db95918a-a3ed-4927-bfa6-0c5ff39c6d69 admin admin] 10.222.0.45 "DELETE /networking/v2.0/security-groups/659bafed-3728-4995-a6c3-d44f01732495 HTTP/1.1" status: 204 len: 168 time: 0.1255734 Aug 04 02:31:38.015709 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95918a-a3ed-4927-bfa6-0c5ff39c6d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659bafed-3728-4995-a6c3-d44f01732495,revision_number=None']} {{(pid=104416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 02:31:39.366460 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f826633c-851e-4db9-b637-dc906d2c654b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:41.525984 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a49c-4e58-4394-8cc0-a07addb55a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:42.805002 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:44.361975 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:44.453743 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:31:47.498136 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:47.498879 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG dbcounter [-] [104417] Writing DB stats neutron:SELECT=79,neutron:DELETE=6 {{(pid=104417) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:48.010501 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:48.011469 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG dbcounter [-] [104416] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104416) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:52.800391 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=12 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:52.810675 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=96 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:54.442444 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:54.447196 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=2,neutron:SELECT=42 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:54.449279 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:31:54.898718 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:32:04.621157 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:04.894897 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=11 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:04.895588 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=17 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:09.370565 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6a6a1d92-ec9e-4072-bcb2-cd635b956394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:11.529170 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-5e17d770-e518-491e-9f56-df8f0b3c4456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:12.807411 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:14.365093 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:14.460645 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:24.448674 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:24.453801 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:24.455845 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:29.803305 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:29.808163 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:31.896719 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:32:34.642178 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:39.376385 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-6e4606fa-7d38-46bd-bd9a-9543452090af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:40.455617 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-086957f3-55b8-42e3-aaab-9a4998d9942e req-e9520b9f-ed6a-4171-8fcd-2f7e9dc816a7 service neutron] (104417) timed out ('10.222.0.36', 49214) {{(pid=104417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 04 02:32:41.216563 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-1439c1e8-4c1f-4375-96d6-c90157c1cad5 req-46039c5e-bcd7-4c09-9504-1effaa7fdd88 service neutron] (104416) timed out ('10.222.0.36', 49215) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 04 02:32:41.303292 dv-cinder-740146-17-iscsi neutron-server[104417]: DEBUG neutron.wsgi [req-e1710744-75e0-4f9c-91a8-2e1c91684a22 req-26b0def9-e711-4264-a5ae-305a6056676c service neutron] (104417) timed out ('10.222.0.36', 49206) {{(pid=104417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 04 02:32:41.532022 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-2fd2b850-605a-4d6a-96ab-896fce06cd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:41.892474 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:42.808603 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:44.368190 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:44.453913 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:32:54.442217 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=18 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:54.446997 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:32:54.448795 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:04.637245 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:07.868960 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:07.869631 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:08.896825 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:33:09.378839 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-c4a4f112-9c3e-497b-9444-8dc784b11051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:11.535200 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-dc3842e4-44ca-41d2-a220-0db32ab6b6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:12.811793 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:14.370820 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:14.456240 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:20.832676 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:20.834033 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:24.444278 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:24.449506 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:24.452183 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:34.650326 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:39.386852 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e3213d4f-1540-490e-b9ff-66a2ec427958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:41.538618 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-751e4ca8-a9a2-45e4-ba99-145e2d4bf316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:42.814785 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:43.797615 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:43.802030 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:44.376428 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:44.458561 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:33:45.896047 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:33:54.448432 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:54.453143 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=8 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:33:54.454548 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:04.504556 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=16 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:04.505327 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=12 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:04.654174 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:09.377885 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-fe5fa62b-b1d1-4fa5-9855-d800aa71b3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:11.540672 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-51db87b6-bdbd-4434-ad70-442961e2224c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:12.817812 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:14.376497 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:14.459892 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:20.798716 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:20.799508 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:22.895082 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:34:24.448483 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:24.449406 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:24.456276 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:32.891667 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:34.650484 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:39.380026 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-40873d44-b0dd-4583-9c1c-e4d1417e3e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:41.542559 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-e11b39f0-801c-446c-964d-ebf76686de2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:42.820508 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:44.379340 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:44.461937 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:34:54.450408 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:54.455352 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:54.457448 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:57.790686 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:57.795739 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:34:59.894243 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:35:04.680986 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:09.383592 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-d45c25a4-d792-44e5-85c9-fd3dcbe4266f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:09.890269 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:09.890982 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:11.546630 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-f7cdec93-0d5a-4e07-a594-433205279365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:12.824317 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:14.382324 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:14.464479 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:24.377691 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:24.454612 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:24.460929 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:34.692745 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:34.787615 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:34.792658 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=3 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:36.894524 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:35:39.385533 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-86007387-4726-435e-8286-127f7365001b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:41.548151 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-12aac0c0-3d81-4af8-a6f4-eb61d0347c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:42.825518 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:44.384257 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:44.470167 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:35:46.888864 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:46.890455 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:54.455001 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:54.456901 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:54.465906 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:35:58.321033 dv-cinder-740146-17-iscsi neutron-server[104416]: DEBUG neutron.wsgi [req-976e1f5b-8d56-483b-94b6-dcc9817f4957 req-949c3225-4c09-4c35-85e6-59ac4aefac82 service neutron] (104416) timed out ('10.222.0.36', 49239) {{(pid=104416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 04 02:36:04.710363 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:09.387708 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-40ef7a66-59b3-44f5-a8df-3c2814847e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:11.552249 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-69c3ce96-2197-40ea-a64a-f9da2da6a9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:11.787290 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=17 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:11.788052 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=15 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:12.829640 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:13.894364 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:36:14.388798 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:14.462715 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:23.889220 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:23.890031 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:24.384741 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:24.450244 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:24.458683 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:34.727379 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:39.389955 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-982b3b80-819f-4c67-8617-3b07743283ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:41.553264 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-978b8a4d-27ce-4ee6-b75d-025285cd3d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:42.832375 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:44.390283 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:44.465559 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:36:48.793576 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=4 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:48.794322 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:50.893468 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG neutron.db.agents_db [None req-273548fb-1174-4a43-9c51-a190efc81e09 None None] Agent healthcheck: found 6 active agents {{(pid=104419) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 02:36:54.384116 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:54.459654 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:36:54.461486 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG dbcounter [-] [104418] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104418) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:37:04.735092 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ac823c09-40e2-4ec5-b1cf-0abb68854afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1c940e3f-5400-4137-8c2a-e4ba3bc20da0), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:37:07.877503 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:37:07.878328 dv-cinder-740146-17-iscsi neutron-server[104419]: DEBUG dbcounter [-] [104419] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104419) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 04 02:37:09.392810 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-3ad19194-1fea-4cc0-91e9-348be55a50fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (d3b32d57-41bf-4cc8-8a4f-5ba34b2544ca), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:37:11.548073 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-ecab724b-8090-43b2-98ba-4fbd48b51938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (1863d5b0-82ef-4746-aa6b-2702ebecde94), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:37:12.835271 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-b534b113-8d3a-4273-b9be-15c276f2e412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (b1601f6f-5e39-48c0-9133-5d357146ddce), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:37:14.429084 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-567b57ed-a64f-4715-925c-d5501a18c0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (36821ed3-6aea-44ac-a5b3-268084af342e), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 04 02:37:14.467771 dv-cinder-740146-17-iscsi neutron-server[104418]: DEBUG neutron_lib.callbacks.manager [None req-95ab60eb-5b8e-4c77-b5e0-6e8a1f32eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776429406931', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910821'] for agent (55116994-f326-41c8-9b52-52fd754989e2), after_update {{(pid=104418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}